2024-11-26 14:40:37,729 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 14:40:37,756 main DEBUG Took 0.024467 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-26 14:40:37,756 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-26 14:40:37,756 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-26 14:40:37,759 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-26 14:40:37,760 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,772 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-26 14:40:37,804 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,806 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,807 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,808 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,809 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,810 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,811 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,811 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,812 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,812 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,813 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,814 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,815 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,815 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,816 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,816 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,817 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,817 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,818 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,818 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,819 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,820 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,820 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,823 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-26 14:40:37,823 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,824 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-26 14:40:37,828 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-26 14:40:37,830 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-26 14:40:37,833 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-26 14:40:37,833 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-26 14:40:37,835 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-26 14:40:37,835 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-26 14:40:37,853 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-26 14:40:37,858 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-26 14:40:37,867 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-26 14:40:37,868 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-26 14:40:37,870 main DEBUG createAppenders(={Console})
2024-11-26 14:40:37,873 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 initialized
2024-11-26 14:40:37,875 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6
2024-11-26 14:40:37,876 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@5fb759d6 OK.
2024-11-26 14:40:37,877 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-26 14:40:37,878 main DEBUG OutputStream closed
2024-11-26 14:40:37,880 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-26 14:40:37,880 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-26 14:40:37,881 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@5b03b9fe OK
2024-11-26 14:40:38,033 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-26 14:40:38,036 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-26 14:40:38,037 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-26 14:40:38,039 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-26 14:40:38,040 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-26 14:40:38,041 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-26 14:40:38,046 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-26 14:40:38,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-26 14:40:38,047 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-26 14:40:38,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-26 14:40:38,048 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-26 14:40:38,051 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-26 14:40:38,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-26 14:40:38,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-26 14:40:38,052 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-26 14:40:38,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-26 14:40:38,053 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-26 14:40:38,054 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-26 14:40:38,058 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26 14:40:38,060 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@5bf8fa12) with optional ClassLoader: null
2024-11-26 14:40:38,061 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-26 14:40:38,062 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@5bf8fa12] started OK.
2024-11-26T14:40:38,101 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestExportSnapshot timeout: 13 mins
2024-11-26 14:40:38,105 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-26 14:40:38,106 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-26T14:40:38,485 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa
2024-11-26T14:40:38,486 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobExportSnapshot timeout: 13 mins
2024-11-26T14:40:38,486 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.snapshot.TestMobSecureExportSnapshot timeout: 13 mins
2024-11-26T14:40:38,523 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-26T14:40:38,755 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-26T14:40:38,773 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992, deleteOnExit=true
2024-11-26T14:40:38,773 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-26T14:40:38,775 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/test.cache.data in system properties and HBase conf
2024-11-26T14:40:38,776 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.tmp.dir in system properties and HBase conf
2024-11-26T14:40:38,777 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir in system properties and HBase conf
2024-11-26T14:40:38,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-26T14:40:38,778 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-26T14:40:38,779 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-26T14:40:38,878 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-26T14:40:38,883 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-26T14:40:38,884 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-26T14:40:38,885 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-26T14:40:38,886 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T14:40:38,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-26T14:40:38,887 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-26T14:40:38,888 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T14:40:38,889 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T14:40:38,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-26T14:40:38,890 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/nfs.dump.dir in system properties and HBase conf
2024-11-26T14:40:38,891 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir in system properties and HBase conf
2024-11-26T14:40:38,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T14:40:38,892 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-26T14:40:38,893 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-26T14:40:40,097 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-26T14:40:40,212 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4196ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-26T14:40:40,356 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:40,449 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:40,479 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:40,480 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:40,481 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T14:40:40,496 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:40,499 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186b7ee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:40,500 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@af8acfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:40,704 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5996a1b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-38779-hadoop-hdfs-3_4_1-tests_jar-_-any-15963493097268866379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T14:40:40,712 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:38779}
2024-11-26T14:40:40,712 INFO  [Time-limited test {}] server.Server(415): Started @4697ms
2024-11-26T14:40:41,358 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:41,369 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:41,371 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:41,372 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:41,372 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T14:40:41,376 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ab3224e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:41,378 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@726dcf3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:41,518 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64986ec5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-34881-hadoop-hdfs-3_4_1-tests_jar-_-any-10756262272479171071/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T14:40:41,521 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:34881}
2024-11-26T14:40:41,521 INFO  [Time-limited test {}] server.Server(415): Started @5506ms
2024-11-26T14:40:41,592 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-26T14:40:41,761 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:41,773 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:41,779 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:41,780 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:41,780 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T14:40:41,786 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16f22913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:41,787 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76645274{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:41,927 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b9a68a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-35877-hadoop-hdfs-3_4_1-tests_jar-_-any-15868426293762604640/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T14:40:41,929 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:35877}
2024-11-26T14:40:41,930 INFO  [Time-limited test {}] server.Server(415): Started @5915ms
2024-11-26T14:40:41,935 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-26T14:40:41,996 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:42,005 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:42,009 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:42,010 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:42,010 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T14:40:42,011 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6268d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:42,013 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59eae107{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:42,168 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@367f3488{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-39197-hadoop-hdfs-3_4_1-tests_jar-_-any-17258123205526330653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T14:40:42,169 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:39197}
2024-11-26T14:40:42,170 INFO  [Time-limited test {}] server.Server(415): Started @6155ms
2024-11-26T14:40:42,173 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-26T14:40:43,891 WARN  [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559/current, will proceed with Du for space computation calculation, 
2024-11-26T14:40:43,891 WARN  [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559/current, will proceed with Du for space computation calculation, 
2024-11-26T14:40:43,892 WARN  [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559/current, will proceed with Du for space computation calculation, 
2024-11-26T14:40:43,905 WARN  [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559/current, will proceed with Du for space computation calculation, 
2024-11-26T14:40:43,938 WARN  [Thread-132 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559/current, will proceed with Du for space computation calculation, 
2024-11-26T14:40:43,938 WARN  [Thread-133 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559/current, will proceed with Du for space computation calculation, 
2024-11-26T14:40:43,990 WARN  [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-26T14:40:44,008 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-26T14:40:44,010 WARN  [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-26T14:40:44,062 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb7215f4cdbf7954 with lease ID 0xf334691426f4799a: Processing first storage report for DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=f4df3365-a7a9-4283-a328-c0fdd85689dc, infoPort=41769, infoSecurePort=0, ipcPort=36323, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559)
2024-11-26T14:40:44,063 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb7215f4cdbf7954 with lease ID 0xf334691426f4799a: from storage DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=f4df3365-a7a9-4283-a328-c0fdd85689dc, infoPort=41769, infoSecurePort=0, ipcPort=36323, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0
2024-11-26T14:40:44,064 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2baf9bfbebe039dd with lease ID 0xf334691426f47998: Processing first storage report for DS-f4066b03-4236-431f-b5f9-05b6218407c8 from datanode DatanodeRegistration(127.0.0.1:37131, datanodeUuid=f5cbb076-c582-4d91-9ce5-c1084f008b1a, infoPort=46251, infoSecurePort=0, ipcPort=38673, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559)
2024-11-26T14:40:44,064 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2baf9bfbebe039dd with lease ID 0xf334691426f47998: from storage DS-f4066b03-4236-431f-b5f9-05b6218407c8 node DatanodeRegistration(127.0.0.1:37131, datanodeUuid=f5cbb076-c582-4d91-9ce5-c1084f008b1a, infoPort=46251, infoSecurePort=0, ipcPort=38673, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-26T14:40:44,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbce9b2cc69a081d with lease ID 0xf334691426f47999: Processing first storage report for DS-11886418-4b78-47c9-8ca1-12a80fd7700a from datanode DatanodeRegistration(127.0.0.1:34139, datanodeUuid=d9a08cf0-5278-41c5-a4e4-b5442c8d0ad9, infoPort=41005, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559)
2024-11-26T14:40:44,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbce9b2cc69a081d with lease ID 0xf334691426f47999: from storage DS-11886418-4b78-47c9-8ca1-12a80fd7700a node DatanodeRegistration(127.0.0.1:34139, datanodeUuid=d9a08cf0-5278-41c5-a4e4-b5442c8d0ad9, infoPort=41005, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-26T14:40:44,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb7215f4cdbf7954 with lease ID 0xf334691426f4799a: Processing first storage report for DS-365ce8b5-6505-491b-ac22-5f5c1fb33d68 from datanode DatanodeRegistration(127.0.0.1:37829, datanodeUuid=f4df3365-a7a9-4283-a328-c0fdd85689dc, infoPort=41769, infoSecurePort=0, ipcPort=36323, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559)
2024-11-26T14:40:44,065 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb7215f4cdbf7954 with lease ID 0xf334691426f4799a: from storage DS-365ce8b5-6505-491b-ac22-5f5c1fb33d68 node DatanodeRegistration(127.0.0.1:37829, datanodeUuid=f4df3365-a7a9-4283-a328-c0fdd85689dc, infoPort=41769, infoSecurePort=0, ipcPort=36323, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-26T14:40:44,066 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdbce9b2cc69a081d with lease ID 0xf334691426f47999: Processing first storage report for DS-f4caf766-0f39-454c-81dc-9c5c3f5ddfbb from datanode DatanodeRegistration(127.0.0.1:34139, datanodeUuid=d9a08cf0-5278-41c5-a4e4-b5442c8d0ad9, infoPort=41005, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559)
2024-11-26T14:40:44,066 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdbce9b2cc69a081d with lease ID 0xf334691426f47999: from storage DS-f4caf766-0f39-454c-81dc-9c5c3f5ddfbb node DatanodeRegistration(127.0.0.1:34139, datanodeUuid=d9a08cf0-5278-41c5-a4e4-b5442c8d0ad9, infoPort=41005, infoSecurePort=0, ipcPort=41237, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-26T14:40:44,067 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2baf9bfbebe039dd with lease ID 0xf334691426f47998: Processing first storage report for DS-20e88ec4-31c5-44e1-9935-e171e6d563f5 from datanode DatanodeRegistration(127.0.0.1:37131, datanodeUuid=f5cbb076-c582-4d91-9ce5-c1084f008b1a, infoPort=46251, infoSecurePort=0, ipcPort=38673, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559)
2024-11-26T14:40:44,067 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2baf9bfbebe039dd with lease ID 0xf334691426f47998: from storage DS-20e88ec4-31c5-44e1-9935-e171e6d563f5 node DatanodeRegistration(127.0.0.1:37131, datanodeUuid=f5cbb076-c582-4d91-9ce5-c1084f008b1a, infoPort=46251, infoSecurePort=0, ipcPort=38673, storageInfo=lv=-57;cid=testClusterID;nsid=1710964970;c=1732632039559), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-26T14:40:44,121 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa
2024-11-26T14:40:44,277 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/zookeeper_0, clientPort=55356, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-26T14:40:44,289 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55356
2024-11-26T14:40:44,299 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:44,301 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:44,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741825_1001 (size=7)
2024-11-26T14:40:44,534 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741825_1001 (size=7)
2024-11-26T14:40:44,535 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741825_1001 (size=7)
2024-11-26T14:40:44,947 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b with version=8
2024-11-26T14:40:44,947 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/hbase-staging
2024-11-26T14:40:45,072 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-26T14:40:45,373 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/19945b63c2b4:0 server-side Connection retries=45
2024-11-26T14:40:45,385 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:45,386 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:45,391 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T14:40:45,391 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:45,391 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T14:40:45,568 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-26T14:40:45,641 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-26T14:40:45,650 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-26T14:40:45,654 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T14:40:45,682 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 115798 (auto-detected)
2024-11-26T14:40:45,683 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-11-26T14:40:45,704 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34149
2024-11-26T14:40:45,732 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34149 connecting to ZooKeeper ensemble=127.0.0.1:55356
2024-11-26T14:40:45,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341490x0, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T14:40:45,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34149-0x1017796de850000 connected
2024-11-26T14:40:45,942 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:45,946 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:45,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:40:45,964 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b, hbase.cluster.distributed=false
2024-11-26T14:40:46,013 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T14:40:46,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34149
2024-11-26T14:40:46,026 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34149
2024-11-26T14:40:46,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34149
2024-11-26T14:40:46,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34149
2024-11-26T14:40:46,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34149
2024-11-26T14:40:46,173 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45
2024-11-26T14:40:46,175 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,176 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,176 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T14:40:46,176 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,176 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T14:40:46,180 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T14:40:46,184 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T14:40:46,185 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39113
2024-11-26T14:40:46,189 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39113 connecting to ZooKeeper ensemble=127.0.0.1:55356
2024-11-26T14:40:46,191 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,197 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391130x0, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T14:40:46,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:391130x0, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:40:46,218 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39113-0x1017796de850001 connected
2024-11-26T14:40:46,220 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T14:40:46,228 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-26T14:40:46,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T14:40:46,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T14:40:46,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39113
2024-11-26T14:40:46,243 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39113
2024-11-26T14:40:46,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39113
2024-11-26T14:40:46,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39113
2024-11-26T14:40:46,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39113
2024-11-26T14:40:46,275 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45
2024-11-26T14:40:46,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,276 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,277 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T14:40:46,277 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,277 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T14:40:46,277 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T14:40:46,278 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T14:40:46,279 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40087
2024-11-26T14:40:46,282 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40087 connecting to ZooKeeper ensemble=127.0.0.1:55356
2024-11-26T14:40:46,284 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,288 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400870x0, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T14:40:46,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400870x0, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:40:46,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40087-0x1017796de850002 connected
2024-11-26T14:40:46,305 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T14:40:46,306 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-26T14:40:46,307 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T14:40:46,309 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T14:40:46,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40087
2024-11-26T14:40:46,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40087
2024-11-26T14:40:46,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40087
2024-11-26T14:40:46,319 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40087
2024-11-26T14:40:46,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40087
2024-11-26T14:40:46,344 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/19945b63c2b4:0 server-side Connection retries=45
2024-11-26T14:40:46,345 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,345 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,346 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-26T14:40:46,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-26T14:40:46,346 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-26T14:40:46,346 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-26T14:40:46,347 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-26T14:40:46,348 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46365
2024-11-26T14:40:46,351 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46365 connecting to ZooKeeper ensemble=127.0.0.1:55356
2024-11-26T14:40:46,353 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,358 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463650x0, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-26T14:40:46,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:463650x0, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:40:46,384 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46365-0x1017796de850003 connected
2024-11-26T14:40:46,384 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-26T14:40:46,386 INFO  [Time-limited test {}] mob.MobFileCache(128): MobFileCache disabled
2024-11-26T14:40:46,387 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master
2024-11-26T14:40:46,390 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl
2024-11-26T14:40:46,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46365
2024-11-26T14:40:46,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46365
2024-11-26T14:40:46,396 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46365
2024-11-26T14:40:46,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46365
2024-11-26T14:40:46,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46365
2024-11-26T14:40:46,423 DEBUG [M:0;19945b63c2b4:34149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;19945b63c2b4:34149
2024-11-26T14:40:46,424 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/19945b63c2b4,34149,1732632045175
2024-11-26T14:40:46,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,445 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/19945b63c2b4,34149,1732632045175
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,485 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on existing znode=/hbase/master
2024-11-26T14:40:46,487 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/19945b63c2b4,34149,1732632045175 from backup master directory
2024-11-26T14:40:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/19945b63c2b4,34149,1732632045175
2024-11-26T14:40:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters
2024-11-26T14:40:46,499 WARN  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T14:40:46,499 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=19945b63c2b4,34149,1732632045175
2024-11-26T14:40:46,502 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-26T14:40:46,503 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-26T14:40:46,566 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/hbase.id] with ID: da965b48-c984-4c40-a036-bd95de2080c6
2024-11-26T14:40:46,566 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.tmp/hbase.id
2024-11-26T14:40:46,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741826_1002 (size=42)
2024-11-26T14:40:46,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741826_1002 (size=42)
2024-11-26T14:40:46,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741826_1002 (size=42)
2024-11-26T14:40:46,590 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.tmp/hbase.id]:[hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/hbase.id]
2024-11-26T14:40:46,646 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:40:46,653 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-26T14:40:46,682 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms.
2024-11-26T14:40:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:46,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741827_1003 (size=196)
2024-11-26T14:40:46,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741827_1003 (size=196)
2024-11-26T14:40:46,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741827_1003 (size=196)
2024-11-26T14:40:46,748 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:40:46,751 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-26T14:40:46,771 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:262) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:40:46,777 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T14:40:46,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741828_1004 (size=1189)
2024-11-26T14:40:46,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741828_1004 (size=1189)
2024-11-26T14:40:46,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741828_1004 (size=1189)
2024-11-26T14:40:46,837 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/data/master/store
2024-11-26T14:40:46,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741829_1005 (size=34)
2024-11-26T14:40:46,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741829_1005 (size=34)
2024-11-26T14:40:46,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741829_1005 (size=34)
2024-11-26T14:40:46,891 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-26T14:40:46,895 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:46,896 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T14:40:46,897 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:40:46,897 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:40:46,899 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T14:40:46,899 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:40:46,900 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:40:46,901 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732632046896Disabling compacts and flushes for region at 1732632046896Disabling writes for close at 1732632046899 (+3 ms)Writing region close event to WAL at 1732632046899Closed at 1732632046899
2024-11-26T14:40:46,904 WARN  [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/data/master/store/.initializing
2024-11-26T14:40:46,904 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175
2024-11-26T14:40:46,915 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T14:40:46,932 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C34149%2C1732632045175, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/oldWALs, maxLogs=10
2024-11-26T14:40:46,955 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937, exclude list is [], retry=0
2024-11-26T14:40:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-f4066b03-4236-431f-b5f9-05b6218407c8,DISK]
2024-11-26T14:40:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-11886418-4b78-47c9-8ca1-12a80fd7700a,DISK]
2024-11-26T14:40:46,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca,DISK]
2024-11-26T14:40:46,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-26T14:40:47,025 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937
2024-11-26T14:40:47,026 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:41769:41769),(127.0.0.1/127.0.0.1:41005:41005)]
2024-11-26T14:40:47,027 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-26T14:40:47,027 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:47,031 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,032 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,071 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T14:40:47,099 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-26T14:40:47,103 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:47,106 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:47,106 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T14:40:47,111 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-26T14:40:47,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:47,113 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:47,114 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T14:40:47,117 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-26T14:40:47,118 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:47,119 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:47,120 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-26T14:40:47,124 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-26T14:40:47,124 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:47,125 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:47,126 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,130 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,132 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,140 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,141 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,146 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T14:40:47,151 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-26T14:40:47,156 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:40:47,158 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72753745, jitterRate=0.08411528170108795}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T14:40:47,168 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732632047047Initializing all the Stores at 1732632047049 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632047050 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632047051 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632047051Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632047051Cleaning up temporary data from old regions at 1732632047141 (+90 ms)Region opened successfully at 1732632047168 (+27 ms)
2024-11-26T14:40:47,170 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-26T14:40:47,211 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11bb039c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0
2024-11-26T14:40:47,254 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-26T14:40:47,267 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-26T14:40:47,267 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-26T14:40:47,270 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-26T14:40:47,272 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-26T14:40:47,289 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 17 msec
2024-11-26T14:40:47,290 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-26T14:40:47,353 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-26T14:40:47,365 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error)
2024-11-26T14:40:47,398 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false
2024-11-26T14:40:47,402 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-26T14:40:47,406 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error)
2024-11-26T14:40:47,419 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false
2024-11-26T14:40:47,422 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-26T14:40:47,434 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error)
2024-11-26T14:40:47,445 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false
2024-11-26T14:40:47,448 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error)
2024-11-26T14:40:47,461 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false
2024-11-26T14:40:47,486 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-26T14:40:47,498 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,519 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=19945b63c2b4,34149,1732632045175, sessionid=0x1017796de850000, setting cluster-up flag (Was=false)
2024-11-26T14:40:47,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,587 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort
2024-11-26T14:40:47,590 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,34149,1732632045175
2024-11-26T14:40:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:47,729 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort
2024-11-26T14:40:47,732 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=19945b63c2b4,34149,1732632045175
2024-11-26T14:40:47,742 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-26T14:40:47,781 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(3441): Registered master coprocessor service: service=AccessControlService
2024-11-26T14:40:47,786 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:47,786 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver loaded, priority=536870912.
2024-11-26T14:40:47,810 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(746): ClusterId : da965b48-c984-4c40-a036-bd95de2080c6
2024-11-26T14:40:47,816 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T14:40:47,831 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(746): ClusterId : da965b48-c984-4c40-a036-bd95de2080c6
2024-11-26T14:40:47,831 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T14:40:47,835 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(746): ClusterId : da965b48-c984-4c40-a036-bd95de2080c6
2024-11-26T14:40:47,835 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-26T14:40:47,848 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T14:40:47,848 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T14:40:47,856 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-26T14:40:47,866 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T14:40:47,866 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T14:40:47,869 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-26T14:40:47,877 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-26T14:40:47,877 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-26T14:40:47,877 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-26T14:40:47,877 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T14:40:47,878 DEBUG [RS:0;19945b63c2b4:39113 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@757c7b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0
2024-11-26T14:40:47,878 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T14:40:47,879 DEBUG [RS:1;19945b63c2b4:40087 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68d29432, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0
2024-11-26T14:40:47,884 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 19945b63c2b4,34149,1732632045175
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-26T14:40:47,889 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-26T14:40:47,889 DEBUG [RS:2;19945b63c2b4:46365 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e6787c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=19945b63c2b4/172.17.0.3:0
2024-11-26T14:40:47,893 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5
2024-11-26T14:40:47,893 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5
2024-11-26T14:40:47,893 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5
2024-11-26T14:40:47,893 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/19945b63c2b4:0, corePoolSize=5, maxPoolSize=5
2024-11-26T14:40:47,894 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/19945b63c2b4:0, corePoolSize=10, maxPoolSize=10
2024-11-26T14:40:47,894 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:47,894 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2
2024-11-26T14:40:47,894 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:47,895 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;19945b63c2b4:39113
2024-11-26T14:40:47,896 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;19945b63c2b4:40087
2024-11-26T14:40:47,898 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T14:40:47,898 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T14:40:47,898 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T14:40:47,898 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T14:40:47,899 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-26T14:40:47,899 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-26T14:40:47,899 INFO  [RS:0;19945b63c2b4:39113 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:47,899 INFO  [RS:1;19945b63c2b4:40087 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:47,899 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T14:40:47,899 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T14:40:47,901 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,34149,1732632045175 with port=40087, startcode=1732632046275
2024-11-26T14:40:47,904 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,34149,1732632045175 with port=39113, startcode=1732632046120
2024-11-26T14:40:47,906 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732632077906
2024-11-26T14:40:47,908 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-26T14:40:47,909 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;19945b63c2b4:46365
2024-11-26T14:40:47,909 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-26T14:40:47,909 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-26T14:40:47,909 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-26T14:40:47,910 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(660): Registered regionserver coprocessor executorService: executorService=AccessControlService
2024-11-26T14:40:47,910 INFO  [RS:2;19945b63c2b4:46365 {}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:47,910 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-26T14:40:47,912 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(2659): reportForDuty to master=19945b63c2b4,34149,1732632045175 with port=46365, startcode=1732632046344
2024-11-26T14:40:47,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T14:40:47,913 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-26T14:40:47,913 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-26T14:40:47,914 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-26T14:40:47,914 DEBUG [RS:2;19945b63c2b4:46365 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T14:40:47,914 DEBUG [RS:0;19945b63c2b4:39113 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T14:40:47,914 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-26T14:40:47,914 DEBUG [RS:1;19945b63c2b4:40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-26T14:40:47,915 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-26T14:40:47,916 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:47,920 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-26T14:40:47,921 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:47,922 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-26T14:40:47,922 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T14:40:47,922 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-26T14:40:47,925 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-26T14:40:47,926 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-26T14:40:47,932 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732632047927,5,FailOnTimeoutGroup]
2024-11-26T14:40:47,937 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732632047932,5,FailOnTimeoutGroup]
2024-11-26T14:40:47,937 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:47,937 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-26T14:40:47,939 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:47,939 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:47,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741831_1007 (size=1321)
2024-11-26T14:40:47,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741831_1007 (size=1321)
2024-11-26T14:40:47,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741831_1007 (size=1321)
2024-11-26T14:40:47,965 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51567, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T14:40:47,967 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T14:40:47,967 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService
2024-11-26T14:40:47,967 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-26T14:40:47,968 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:47,972 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,40087,1732632046275
2024-11-26T14:40:47,976 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:47,997 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,39113,1732632046120
2024-11-26T14:40:47,997 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,39113,1732632046120
2024-11-26T14:40:47,999 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:47,999 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41085
2024-11-26T14:40:48,000 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T14:40:48,005 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:48,005 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41085
2024-11-26T14:40:48,005 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 19945b63c2b4,46365,1732632046344
2024-11-26T14:40:48,005 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T14:40:48,005 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] master.ServerManager(517): Registering regionserver=19945b63c2b4,46365,1732632046344
2024-11-26T14:40:48,010 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:48,010 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41085
2024-11-26T14:40:48,010 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1
2024-11-26T14:40:48,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741832_1008 (size=32)
2024-11-26T14:40:48,023 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741832_1008 (size=32)
2024-11-26T14:40:48,024 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741832_1008 (size=32)
2024-11-26T14:40:48,026 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:48,032 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T14:40:48,036 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T14:40:48,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,038 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,039 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T14:40:48,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T14:40:48,048 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T14:40:48,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,050 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T14:40:48,055 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T14:40:48,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,057 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,057 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T14:40:48,061 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T14:40:48,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,062 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T14:40:48,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740
2024-11-26T14:40:48,066 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740
2024-11-26T14:40:48,066 DEBUG [RS:0;19945b63c2b4:39113 {}] zookeeper.ZKUtil(111): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/19945b63c2b4,39113,1732632046120
2024-11-26T14:40:48,067 WARN  [RS:0;19945b63c2b4:39113 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T14:40:48,067 INFO  [RS:0;19945b63c2b4:39113 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T14:40:48,067 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120
2024-11-26T14:40:48,068 DEBUG [RS:1;19945b63c2b4:40087 {}] zookeeper.ZKUtil(111): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/19945b63c2b4,40087,1732632046275
2024-11-26T14:40:48,068 WARN  [RS:1;19945b63c2b4:40087 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T14:40:48,068 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,40087,1732632046275]
2024-11-26T14:40:48,069 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,46365,1732632046344]
2024-11-26T14:40:48,069 INFO  [RS:1;19945b63c2b4:40087 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T14:40:48,069 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [19945b63c2b4,39113,1732632046120]
2024-11-26T14:40:48,069 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275
2024-11-26T14:40:48,069 DEBUG [RS:2;19945b63c2b4:46365 {}] zookeeper.ZKUtil(111): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/19945b63c2b4,46365,1732632046344
2024-11-26T14:40:48,069 WARN  [RS:2;19945b63c2b4:46365 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-26T14:40:48,069 INFO  [RS:2;19945b63c2b4:46365 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T14:40:48,069 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,46365,1732632046344
2024-11-26T14:40:48,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T14:40:48,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T14:40:48,073 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T14:40:48,077 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T14:40:48,091 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:40:48,092 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73607899, jitterRate=0.0968431681394577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T14:40:48,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732632048026Initializing all the Stores at 1732632048029 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632048029Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632048032 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632048032Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632048032Cleaning up temporary data from old regions at 1732632048071 (+39 ms)Region opened successfully at 1732632048098 (+27 ms)
2024-11-26T14:40:48,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T14:40:48,098 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T14:40:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T14:40:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T14:40:48,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T14:40:48,104 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T14:40:48,105 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732632048098Disabling compacts and flushes for region at 1732632048098Disabling writes for close at 1732632048099 (+1 ms)Writing region close event to WAL at 1732632048104 (+5 ms)Closed at 1732632048104
2024-11-26T14:40:48,110 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T14:40:48,110 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-26T14:40:48,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-26T14:40:48,126 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T14:40:48,127 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T14:40:48,128 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T14:40:48,128 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-26T14:40:48,134 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-26T14:40:48,150 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T14:40:48,150 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T14:40:48,150 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-26T14:40:48,157 INFO  [RS:0;19945b63c2b4:39113 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T14:40:48,157 INFO  [RS:1;19945b63c2b4:40087 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T14:40:48,157 INFO  [RS:2;19945b63c2b4:46365 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-26T14:40:48,157 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,157 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,157 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,158 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T14:40:48,158 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T14:40:48,164 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-26T14:40:48,165 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T14:40:48,165 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T14:40:48,165 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-26T14:40:48,167 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,167 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,167 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,167 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,167 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,167 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2
2024-11-26T14:40:48,168 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2
2024-11-26T14:40:48,168 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,168 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3
2024-11-26T14:40:48,169 DEBUG [RS:2;19945b63c2b4:46365 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3
2024-11-26T14:40:48,169 DEBUG [RS:0;19945b63c2b4:39113 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3
2024-11-26T14:40:48,169 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/19945b63c2b4:0, corePoolSize=2, maxPoolSize=2
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/19945b63c2b4:0, corePoolSize=1, maxPoolSize=1
2024-11-26T14:40:48,170 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3
2024-11-26T14:40:48,171 DEBUG [RS:1;19945b63c2b4:40087 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/19945b63c2b4:0, corePoolSize=3, maxPoolSize=3
2024-11-26T14:40:48,181 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,181 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,182 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39113,1732632046120-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T14:40:48,182 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,46365,1732632046344-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T14:40:48,183 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,183 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,183 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,183 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,184 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,184 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40087,1732632046275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T14:40:48,217 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T14:40:48,217 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T14:40:48,218 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-26T14:40:48,221 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,40087,1732632046275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,221 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,221 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,39113,1732632046120-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,221 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.Replication(171): 19945b63c2b4,40087,1732632046275 started
2024-11-26T14:40:48,221 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,222 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.Replication(171): 19945b63c2b4,39113,1732632046120 started
2024-11-26T14:40:48,224 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,46365,1732632046344-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,225 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,225 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.Replication(171): 19945b63c2b4,46365,1732632046344 started
2024-11-26T14:40:48,247 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,248 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,40087,1732632046275, RpcServer on 19945b63c2b4/172.17.0.3:40087, sessionid=0x1017796de850002
2024-11-26T14:40:48,249 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T14:40:48,249 DEBUG [RS:1;19945b63c2b4:40087 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,40087,1732632046275
2024-11-26T14:40:48,249 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40087,1732632046275'
2024-11-26T14:40:48,250 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T14:40:48,251 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T14:40:48,252 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T14:40:48,252 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T14:40:48,252 DEBUG [RS:1;19945b63c2b4:40087 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,40087,1732632046275
2024-11-26T14:40:48,252 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,40087,1732632046275'
2024-11-26T14:40:48,252 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T14:40:48,253 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T14:40:48,253 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,254 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,39113,1732632046120, RpcServer on 19945b63c2b4/172.17.0.3:39113, sessionid=0x1017796de850001
2024-11-26T14:40:48,254 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T14:40:48,254 DEBUG [RS:0;19945b63c2b4:39113 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,39113,1732632046120
2024-11-26T14:40:48,254 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,39113,1732632046120'
2024-11-26T14:40:48,254 DEBUG [RS:1;19945b63c2b4:40087 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T14:40:48,254 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T14:40:48,254 INFO  [RS:1;19945b63c2b4:40087 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T14:40:48,254 INFO  [RS:1;19945b63c2b4:40087 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T14:40:48,259 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:48,259 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T14:40:48,259 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1482): Serving as 19945b63c2b4,46365,1732632046344, RpcServer on 19945b63c2b4/172.17.0.3:46365, sessionid=0x1017796de850003
2024-11-26T14:40:48,260 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-26T14:40:48,260 DEBUG [RS:2;19945b63c2b4:46365 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 19945b63c2b4,46365,1732632046344
2024-11-26T14:40:48,260 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,46365,1732632046344'
2024-11-26T14:40:48,260 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort'
2024-11-26T14:40:48,260 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T14:40:48,260 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T14:40:48,261 DEBUG [RS:0;19945b63c2b4:39113 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,39113,1732632046120
2024-11-26T14:40:48,261 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,39113,1732632046120'
2024-11-26T14:40:48,261 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired'
2024-11-26T14:40:48,261 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T14:40:48,261 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-26T14:40:48,262 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-26T14:40:48,262 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T14:40:48,262 DEBUG [RS:2;19945b63c2b4:46365 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 19945b63c2b4,46365,1732632046344
2024-11-26T14:40:48,262 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '19945b63c2b4,46365,1732632046344'
2024-11-26T14:40:48,262 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort'
2024-11-26T14:40:48,262 DEBUG [RS:0;19945b63c2b4:39113 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T14:40:48,262 INFO  [RS:0;19945b63c2b4:39113 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T14:40:48,262 INFO  [RS:0;19945b63c2b4:39113 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T14:40:48,262 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired'
2024-11-26T14:40:48,263 DEBUG [RS:2;19945b63c2b4:46365 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-26T14:40:48,263 INFO  [RS:2;19945b63c2b4:46365 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-26T14:40:48,263 INFO  [RS:2;19945b63c2b4:46365 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-26T14:40:48,285 WARN  [19945b63c2b4:34149 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-26T14:40:48,359 INFO  [RS:1;19945b63c2b4:40087 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T14:40:48,362 INFO  [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C40087%2C1732632046275, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs, maxLogs=32
2024-11-26T14:40:48,363 INFO  [RS:0;19945b63c2b4:39113 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T14:40:48,364 INFO  [RS:2;19945b63c2b4:46365 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName
2024-11-26T14:40:48,366 INFO  [RS:2;19945b63c2b4:46365 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C46365%2C1732632046344, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,46365,1732632046344, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs, maxLogs=32
2024-11-26T14:40:48,366 INFO  [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C39113%2C1732632046120, suffix=, logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs, maxLogs=32
2024-11-26T14:40:48,381 DEBUG [RS:2;19945b63c2b4:46365 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,46365,1732632046344/19945b63c2b4%2C46365%2C1732632046344.1732632048368, exclude list is [], retry=0
2024-11-26T14:40:48,382 DEBUG [RS:0;19945b63c2b4:39113 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120/19945b63c2b4%2C39113%2C1732632046120.1732632048368, exclude list is [], retry=0
2024-11-26T14:40:48,384 DEBUG [RS:1;19945b63c2b4:40087 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275/19945b63c2b4%2C40087%2C1732632046275.1732632048366, exclude list is [], retry=0
2024-11-26T14:40:48,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca,DISK]
2024-11-26T14:40:48,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-11886418-4b78-47c9-8ca1-12a80fd7700a,DISK]
2024-11-26T14:40:48,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-f4066b03-4236-431f-b5f9-05b6218407c8,DISK]
2024-11-26T14:40:48,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca,DISK]
2024-11-26T14:40:48,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-f4066b03-4236-431f-b5f9-05b6218407c8,DISK]
2024-11-26T14:40:48,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-11886418-4b78-47c9-8ca1-12a80fd7700a,DISK]
2024-11-26T14:40:48,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca,DISK]
2024-11-26T14:40:48,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-11886418-4b78-47c9-8ca1-12a80fd7700a,DISK]
2024-11-26T14:40:48,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-f4066b03-4236-431f-b5f9-05b6218407c8,DISK]
2024-11-26T14:40:48,441 INFO  [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120/19945b63c2b4%2C39113%2C1732632046120.1732632048368
2024-11-26T14:40:48,441 INFO  [RS:2;19945b63c2b4:46365 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,46365,1732632046344/19945b63c2b4%2C46365%2C1732632046344.1732632048368
2024-11-26T14:40:48,446 DEBUG [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:41769:41769),(127.0.0.1/127.0.0.1:41005:41005)]
2024-11-26T14:40:48,447 DEBUG [RS:2;19945b63c2b4:46365 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41769:41769),(127.0.0.1/127.0.0.1:41005:41005),(127.0.0.1/127.0.0.1:46251:46251)]
2024-11-26T14:40:48,447 INFO  [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275/19945b63c2b4%2C40087%2C1732632046275.1732632048366
2024-11-26T14:40:48,447 DEBUG [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:41005:41005),(127.0.0.1/127.0.0.1:41769:41769)]
2024-11-26T14:40:48,539 DEBUG [19945b63c2b4:34149 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3
2024-11-26T14:40:48,550 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:40:48,559 INFO  [19945b63c2b4:34149 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:40:48,559 INFO  [19945b63c2b4:34149 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:40:48,559 INFO  [19945b63c2b4:34149 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:40:48,559 DEBUG [19945b63c2b4:34149 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:40:48,569 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:48,578 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40087,1732632046275, state=OPENING
2024-11-26T14:40:48,592 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-26T14:40:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:48,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:48,604 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:48,607 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-26T14:40:48,611 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:40:48,795 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:40:48,800 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:40:48,822 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T14:40:48,822 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T14:40:48,823 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T14:40:48,836 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C40087%2C1732632046275.meta, suffix=.meta, logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs, maxLogs=32
2024-11-26T14:40:48,855 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275/19945b63c2b4%2C40087%2C1732632046275.meta.1732632048838.meta, exclude list is [], retry=0
2024-11-26T14:40:48,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-f4066b03-4236-431f-b5f9-05b6218407c8,DISK]
2024-11-26T14:40:48,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-11886418-4b78-47c9-8ca1-12a80fd7700a,DISK]
2024-11-26T14:40:48,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca,DISK]
2024-11-26T14:40:48,897 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,40087,1732632046275/19945b63c2b4%2C40087%2C1732632046275.meta.1732632048838.meta
2024-11-26T14:40:48,908 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:41769:41769),(127.0.0.1/127.0.0.1:41005:41005)]
2024-11-26T14:40:48,908 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T14:40:48,910 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=AccessControlService
2024-11-26T14:40:48,911 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:48,912 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T14:40:48,915 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T14:40:48,917 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T14:40:48,929 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T14:40:48,930 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:48,930 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T14:40:48,930 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T14:40:48,937 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T14:40:48,940 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T14:40:48,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,957 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T14:40:48,960 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T14:40:48,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,962 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T14:40:48,964 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T14:40:48,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,965 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,966 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T14:40:48,975 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T14:40:48,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:48,979 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:40:48,979 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T14:40:48,982 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740
2024-11-26T14:40:48,989 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740
2024-11-26T14:40:48,992 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T14:40:48,992 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T14:40:48,995 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T14:40:49,002 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T14:40:49,005 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62210155, jitterRate=-0.07299645245075226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T14:40:49,005 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T14:40:49,020 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732632048931Writing region info on filesystem at 1732632048931Initializing all the Stores at 1732632048933 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632048933Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632048934 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632048934Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632048934Cleaning up temporary data from old regions at 1732632048992 (+58 ms)Running coprocessor post-open hooks at 1732632049006 (+14 ms)Region opened successfully at 1732632049020 (+14 ms)
2024-11-26T14:40:49,042 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732632048784
2024-11-26T14:40:49,080 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:49,082 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T14:40:49,084 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T14:40:49,085 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40087,1732632046275, state=OPEN
2024-11-26T14:40:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:40:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:40:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:40:49,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:40:49,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:49,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:49,140 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:49,141 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:40:49,141 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:49,161 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-26T14:40:49,161 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,40087,1732632046275 in 531 msec
2024-11-26T14:40:49,183 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-26T14:40:49,184 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0470 sec
2024-11-26T14:40:49,186 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-26T14:40:49,187 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-26T14:40:49,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:49,249 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:49,285 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:49,288 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41295, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:49,360 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5550 sec
2024-11-26T14:40:49,360 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732632049360, completionTime=-1
2024-11-26T14:40:49,366 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running
2024-11-26T14:40:49,366 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-26T14:40:49,435 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3
2024-11-26T14:40:49,436 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732632109435
2024-11-26T14:40:49,436 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732632169436
2024-11-26T14:40:49,436 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 69 msec
2024-11-26T14:40:49,438 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:40:49,454 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34149,1732632045175-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:49,454 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34149,1732632045175-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:49,457 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34149,1732632045175-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:49,460 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-19945b63c2b4:34149, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:49,460 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:49,462 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:49,471 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T14:40:49,514 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.014sec
2024-11-26T14:40:49,516 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-26T14:40:49,517 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-26T14:40:49,518 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-26T14:40:49,519 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-26T14:40:49,519 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-26T14:40:49,520 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34149,1732632045175-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-26T14:40:49,521 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34149,1732632045175-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-26T14:40:49,562 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c689b18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:49,569 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-26T14:40:49,571 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T14:40:49,571 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-26T14:40:49,572 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34149,1732632045175
2024-11-26T14:40:49,576 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7f2eecfb
2024-11-26T14:40:49,578 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T14:40:49,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:40:49,581 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57851, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T14:40:49,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:40:49,588 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'hbase:acl', {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-26T14:40:49,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:acl
2024-11-26T14:40:49,613 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:40:49,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:49,617 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "hbase"
qualifier: "acl"
 procId is: 4
2024-11-26T14:40:49,619 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:40:49,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:40:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T14:40:49,634 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:40:49,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:40:49,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1515885a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:49,635 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:40:49,639 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:40:49,648 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:49,651 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:40:49,668 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f93236, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:49,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:49,681 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:49,682 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:49,686 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:49,692 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=19945b63c2b4,34149,1732632045175
2024-11-26T14:40:49,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-26T14:40:49,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/test.cache.data in system properties and HBase conf
2024-11-26T14:40:49,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.tmp.dir in system properties and HBase conf
2024-11-26T14:40:49,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir in system properties and HBase conf
2024-11-26T14:40:49,693 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-26T14:40:49,694 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/nfs.dump.dir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-26T14:40:49,695 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-26T14:40:49,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741837_1013 (size=349)
2024-11-26T14:40:49,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741837_1013 (size=349)
2024-11-26T14:40:49,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741837_1013 (size=349)
2024-11-26T14:40:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T14:40:49,753 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8c88bbf5e6ea15ff12f03eeec88e2cf, NAME => 'hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:acl', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:49,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741838_1014 (size=36)
2024-11-26T14:40:49,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741838_1014 (size=36)
2024-11-26T14:40:49,801 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741838_1014 (size=36)
2024-11-26T14:40:49,803 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:49,803 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1722): Closing d8c88bbf5e6ea15ff12f03eeec88e2cf, disabling compactions & flushes
2024-11-26T14:40:49,804 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:49,804 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:49,804 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf. after waiting 0 ms
2024-11-26T14:40:49,804 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:49,804 INFO  [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1973): Closed hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:49,804 DEBUG [RegionOpenAndInit-hbase:acl-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8c88bbf5e6ea15ff12f03eeec88e2cf:
Waiting for close lock at 1732632049803Disabling compacts and flushes for region at 1732632049803Disabling writes for close at 1732632049804 (+1 ms)Writing region close event to WAL at 1732632049804Closed at 1732632049804
2024-11-26T14:40:49,812 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:40:49,819 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.","families":{"info":[{"qualifier":"regioninfo","vlen":35,"tag":[],"timestamp":"1732632049813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632049813"}]},"ts":"1732632049813"}
2024-11-26T14:40:49,827 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T14:40:49,830 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:40:49,840 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632049831"}]},"ts":"1732632049831"}
2024-11-26T14:40:49,847 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLING in hbase:meta
2024-11-26T14:40:49,848 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:40:49,850 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:40:49,850 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:40:49,850 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:40:49,850 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:40:49,852 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=d8c88bbf5e6ea15ff12f03eeec88e2cf, ASSIGN}]
2024-11-26T14:40:49,855 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=d8c88bbf5e6ea15ff12f03eeec88e2cf, ASSIGN
2024-11-26T14:40:49,858 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=d8c88bbf5e6ea15ff12f03eeec88e2cf, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:40:49,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741839_1015 (size=592039)
2024-11-26T14:40:49,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741839_1015 (size=592039)
2024-11-26T14:40:49,902 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741839_1015 (size=592039)
2024-11-26T14:40:49,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T14:40:50,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741840_1016 (size=1663647)
2024-11-26T14:40:50,007 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741840_1016 (size=1663647)
2024-11-26T14:40:50,008 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741840_1016 (size=1663647)
2024-11-26T14:40:50,011 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T14:40:50,012 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8c88bbf5e6ea15ff12f03eeec88e2cf, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:50,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:acl, region=d8c88bbf5e6ea15ff12f03eeec88e2cf, ASSIGN because future has completed
2024-11-26T14:40:50,029 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c88bbf5e6ea15ff12f03eeec88e2cf, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:40:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T14:40:50,315 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(132): Open hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:50,316 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d8c88bbf5e6ea15ff12f03eeec88e2cf, NAME => 'hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.', STARTKEY => '', ENDKEY => ''}
2024-11-26T14:40:50,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf. service=AccessControlService
2024-11-26T14:40:50,317 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:50,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table acl d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,318 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(898): Instantiated hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:50,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,319 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,346 INFO  [StoreOpener-d8c88bbf5e6ea15ff12f03eeec88e2cf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family l of region d8c88bbf5e6ea15ff12f03eeec88e2cf 
2024-11-26T14:40:50,355 INFO  [StoreOpener-d8c88bbf5e6ea15ff12f03eeec88e2cf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8c88bbf5e6ea15ff12f03eeec88e2cf columnFamilyName l
2024-11-26T14:40:50,355 DEBUG [StoreOpener-d8c88bbf5e6ea15ff12f03eeec88e2cf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:50,356 INFO  [StoreOpener-d8c88bbf5e6ea15ff12f03eeec88e2cf-1 {}] regionserver.HStore(327): Store=d8c88bbf5e6ea15ff12f03eeec88e2cf/l,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:50,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:40:50,382 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1114): Opened d8c88bbf5e6ea15ff12f03eeec88e2cf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73409316, jitterRate=0.09388405084609985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:40:50,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:40:50,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d8c88bbf5e6ea15ff12f03eeec88e2cf:
Running coprocessor pre-open hook at 1732632050319Writing region info on filesystem at 1732632050319Initializing all the Stores at 1732632050328 (+9 ms)Instantiating store for column family {NAME => 'l', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632050328Cleaning up temporary data from old regions at 1732632050361 (+33 ms)Running coprocessor post-open hooks at 1732632050383 (+22 ms)Region opened successfully at 1732632050385 (+2 ms)
2024-11-26T14:40:50,388 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., pid=6, masterSystemTime=1732632050227
2024-11-26T14:40:50,394 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:50,395 INFO  [RS_OPEN_PRIORITY_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(153): Opened hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:40:50,397 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d8c88bbf5e6ea15ff12f03eeec88e2cf, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:50,399 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,40087,1732632046275, table=hbase:acl, region=d8c88bbf5e6ea15ff12f03eeec88e2cf. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-26T14:40:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8c88bbf5e6ea15ff12f03eeec88e2cf, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:40:50,418 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5
2024-11-26T14:40:50,419 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d8c88bbf5e6ea15ff12f03eeec88e2cf, server=19945b63c2b4,40087,1732632046275 in 382 msec
2024-11-26T14:40:50,425 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4
2024-11-26T14:40:50,425 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:acl, region=d8c88bbf5e6ea15ff12f03eeec88e2cf, ASSIGN in 566 msec
2024-11-26T14:40:50,427 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:40:50,427 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:acl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632050427"}]},"ts":"1732632050427"}
2024-11-26T14:40:50,433 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:acl, state=ENABLED in hbase:meta
2024-11-26T14:40:50,436 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:acl execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:40:50,443 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:acl in 843 msec
2024-11-26T14:40:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-26T14:40:50,781 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: hbase:acl completed
2024-11-26T14:40:50,785 DEBUG [master/19945b63c2b4:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-26T14:40:50,787 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-26T14:40:50,787 INFO  [master/19945b63c2b4:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=19945b63c2b4,34149,1732632045175-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-26T14:40:51,765 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:51,929 WARN  [Thread-385 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:52,255 INFO  [Thread-385 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:52,262 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-26T14:40:52,263 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:52,287 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:52,287 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:52,288 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-26T14:40:52,294 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:52,304 INFO  [Thread-385 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:52,305 INFO  [Thread-385 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:52,305 INFO  [Thread-385 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-26T14:40:52,307 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3620ec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:52,308 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f9a36b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:52,330 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fd93dac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:52,331 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f560bab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:52,527 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-11-26T14:40:52,527 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-11-26T14:40:52,527 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-26T14:40:52,530 INFO  [Thread-385 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-26T14:40:52,613 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:53,028 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:53,477 INFO  [Thread-385 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:53,533 INFO  [Thread-385 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e25c6f1{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-45293-hadoop-yarn-common-3_4_1_jar-_-any-7134137347996018232/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-26T14:40:53,533 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74f981c6{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-34321-hadoop-yarn-common-3_4_1_jar-_-any-13191892320611226968/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-26T14:40:53,534 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4583073b{HTTP/1.1, (http/1.1)}{localhost:34321}
2024-11-26T14:40:53,534 INFO  [Time-limited test {}] server.Server(415): Started @17519ms
2024-11-26T14:40:53,553 INFO  [Thread-385 {}] server.AbstractConnector(333): Started ServerConnector@99a950a{HTTP/1.1, (http/1.1)}{localhost:45293}
2024-11-26T14:40:53,553 INFO  [Thread-385 {}] server.Server(415): Started @17538ms
2024-11-26T14:40:53,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741841_1017 (size=5)
2024-11-26T14:40:53,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741841_1017 (size=5)
2024-11-26T14:40:53,768 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741841_1017 (size=5)
2024-11-26T14:40:54,455 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:40:54,592 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-26T14:40:54,594 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:acl'
2024-11-26T14:40:54,758 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-26T14:40:54,766 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:54,850 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-26T14:40:54,852 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:54,880 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:54,881 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:54,881 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-26T14:40:54,885 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:54,886 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c3ad084{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:54,886 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db4a1e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:54,949 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-26T14:40:54,949 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-26T14:40:54,949 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-26T14:40:54,949 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-26T14:40:54,962 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:54,996 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:55,151 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:55,165 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b820867{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-45497-hadoop-yarn-common-3_4_1_jar-_-any-7515858903943070336/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-26T14:40:55,166 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@219f11{HTTP/1.1, (http/1.1)}{localhost:45497}
2024-11-26T14:40:55,166 INFO  [Time-limited test {}] server.Server(415): Started @19151ms
2024-11-26T14:40:55,327 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-26T14:40:55,331 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:55,356 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-26T14:40:55,357 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-26T14:40:55,365 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-26T14:40:55,365 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-26T14:40:55,365 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-26T14:40:55,368 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-26T14:40:55,371 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b920582{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,AVAILABLE}
2024-11-26T14:40:55,372 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6595a1d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-26T14:40:55,433 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-26T14:40:55,433 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-26T14:40:55,433 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-26T14:40:55,433 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-26T14:40:55,447 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:55,454 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:55,583 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-26T14:40:55,593 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3dbb64bf{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/java.io.tmpdir/jetty-localhost-34841-hadoop-yarn-common-3_4_1_jar-_-any-4734478854316896628/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-26T14:40:55,594 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2bcddc83{HTTP/1.1, (http/1.1)}{localhost:34841}
2024-11-26T14:40:55,594 INFO  [Time-limited test {}] server.Server(415): Started @19579ms
2024-11-26T14:40:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:40:55,639 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionServerObservers
2024-11-26T14:40:55,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-26T14:40:55,640 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-26T14:40:55,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-26T14:40:55,642 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_acl Metrics about Tables on a single HBase RegionServer
2024-11-26T14:40:55,646 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-26T14:40:55,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:40:55,647 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase MasterObservers
2024-11-26T14:40:55,647 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-26T14:40:55,648 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver Metrics about HBase MasterObservers
2024-11-26T14:40:55,648 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:40:55,648 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController Metrics about HBase RegionObservers
2024-11-26T14:40:55,648 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T14:40:55,648 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-26T14:40:55,649 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-26T14:40:55,649 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-26T14:40:55,648 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:40:55,705 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=716, OpenFileDescriptor=779, MaxFileDescriptor=1048576, SystemLoadAverage=334, ProcessCount=11, AvailableMemoryMB=8160
2024-11-26T14:40:55,707 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=716 is superior to 500
2024-11-26T14:40:55,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T14:40:55,724 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34149,1732632045175
2024-11-26T14:40:55,724 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ce25ec0
2024-11-26T14:40:55,724 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T14:40:55,727 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T14:40:55,729 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:40:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:55,744 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:40:55,745 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSplitRegion"
 procId is: 7
2024-11-26T14:40:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T14:40:55,748 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:40:55,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741842_1018 (size=458)
2024-11-26T14:40:55,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741842_1018 (size=458)
2024-11-26T14:40:55,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741842_1018 (size=458)
2024-11-26T14:40:55,774 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0ed1fe08d02a108fa19610903322476b, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:55,777 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 3ffcf57310a78f5b9fc0ea557080acbf, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:55,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741844_1020 (size=83)
2024-11-26T14:40:55,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741844_1020 (size=83)
2024-11-26T14:40:55,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741844_1020 (size=83)
2024-11-26T14:40:55,809 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:55,809 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1722): Closing 3ffcf57310a78f5b9fc0ea557080acbf, disabling compactions & flushes
2024-11-26T14:40:55,809 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:55,810 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:55,810 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf. after waiting 0 ms
2024-11-26T14:40:55,810 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:55,810 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:55,810 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 3ffcf57310a78f5b9fc0ea557080acbf:
Waiting for close lock at 1732632055809Disabling compacts and flushes for region at 1732632055809Disabling writes for close at 1732632055810 (+1 ms)Writing region close event to WAL at 1732632055810Closed at 1732632055810
2024-11-26T14:40:55,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741843_1019 (size=83)
2024-11-26T14:40:55,826 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741843_1019 (size=83)
2024-11-26T14:40:55,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741843_1019 (size=83)
2024-11-26T14:40:55,829 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:55,829 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing 0ed1fe08d02a108fa19610903322476b, disabling compactions & flushes
2024-11-26T14:40:55,829 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:55,830 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:55,830 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b. after waiting 0 ms
2024-11-26T14:40:55,830 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:55,830 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:55,830 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0ed1fe08d02a108fa19610903322476b:
Waiting for close lock at 1732632055829Disabling compacts and flushes for region at 1732632055829Disabling writes for close at 1732632055830 (+1 ms)Writing region close event to WAL at 1732632055830Closed at 1732632055830
2024-11-26T14:40:55,832 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:40:55,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732632055832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632055832"}]},"ts":"1732632055832"}
2024-11-26T14:40:55,833 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732632055832"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632055832"}]},"ts":"1732632055832"}
2024-11-26T14:40:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T14:40:55,882 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:40:55,884 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:40:55,885 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632055884"}]},"ts":"1732632055884"}
2024-11-26T14:40:55,888 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta
2024-11-26T14:40:55,889 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:40:55,892 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:40:55,892 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:40:55,892 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:40:55,892 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:40:55,893 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, ASSIGN}, {pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, ASSIGN}]
2024-11-26T14:40:55,896 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, ASSIGN
2024-11-26T14:40:55,896 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, ASSIGN
2024-11-26T14:40:55,898 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:40:55,898 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:40:56,049 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:40:56,049 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0ed1fe08d02a108fa19610903322476b, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:40:56,049 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ffcf57310a78f5b9fc0ea557080acbf, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:56,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, ASSIGN because future has completed
2024-11-26T14:40:56,054 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed1fe08d02a108fa19610903322476b, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:40:56,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, ASSIGN because future has completed
2024-11-26T14:40:56,056 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:40:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T14:40:56,209 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:40:56,218 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:56,219 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ffcf57310a78f5b9fc0ea557080acbf, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:40:56,219 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf. service=AccessControlService
2024-11-26T14:40:56,220 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:56,220 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,220 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:56,220 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7794): checking encryption for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,220 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7797): checking classloading for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,225 INFO  [StoreOpener-3ffcf57310a78f5b9fc0ea557080acbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3ffcf57310a78f5b9fc0ea557080acbf 
2024-11-26T14:40:56,228 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:40:56,235 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:56,235 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0ed1fe08d02a108fa19610903322476b, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:40:56,236 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b. service=AccessControlService
2024-11-26T14:40:56,236 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:56,237 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSplitRegion 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,237 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:56,237 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,237 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,238 INFO  [StoreOpener-3ffcf57310a78f5b9fc0ea557080acbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ffcf57310a78f5b9fc0ea557080acbf columnFamilyName cf
2024-11-26T14:40:56,240 INFO  [StoreOpener-0ed1fe08d02a108fa19610903322476b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0ed1fe08d02a108fa19610903322476b 
2024-11-26T14:40:56,243 INFO  [StoreOpener-0ed1fe08d02a108fa19610903322476b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ed1fe08d02a108fa19610903322476b columnFamilyName cf
2024-11-26T14:40:56,245 DEBUG [StoreOpener-0ed1fe08d02a108fa19610903322476b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:56,245 DEBUG [StoreOpener-3ffcf57310a78f5b9fc0ea557080acbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:56,246 INFO  [StoreOpener-3ffcf57310a78f5b9fc0ea557080acbf-1 {}] regionserver.HStore(327): Store=3ffcf57310a78f5b9fc0ea557080acbf/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:56,247 INFO  [StoreOpener-0ed1fe08d02a108fa19610903322476b-1 {}] regionserver.HStore(327): Store=0ed1fe08d02a108fa19610903322476b/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:56,247 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1038): replaying wal for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,249 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,249 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,251 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,252 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,252 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1048): stopping wal replay for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,253 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,253 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,256 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,256 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,257 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1093): writing seq id for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,265 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,267 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:40:56,268 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1114): Opened 3ffcf57310a78f5b9fc0ea557080acbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72280765, jitterRate=0.07706733047962189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:40:56,268 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:56,269 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1006): Region open journal for 3ffcf57310a78f5b9fc0ea557080acbf:
Running coprocessor pre-open hook at 1732632056221Writing region info on filesystem at 1732632056221Initializing all the Stores at 1732632056223 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632056223Cleaning up temporary data from old regions at 1732632056253 (+30 ms)Running coprocessor post-open hooks at 1732632056268 (+15 ms)Region opened successfully at 1732632056269 (+1 ms)
2024-11-26T14:40:56,272 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf., pid=11, masterSystemTime=1732632056210
2024-11-26T14:40:56,273 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:40:56,274 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 0ed1fe08d02a108fa19610903322476b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59470468, jitterRate=-0.11382097005844116}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:40:56,275 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:56,275 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0ed1fe08d02a108fa19610903322476b:
Running coprocessor pre-open hook at 1732632056237Writing region info on filesystem at 1732632056238 (+1 ms)Initializing all the Stores at 1732632056240 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632056240Cleaning up temporary data from old regions at 1732632056256 (+16 ms)Running coprocessor post-open hooks at 1732632056275 (+19 ms)Region opened successfully at 1732632056275
2024-11-26T14:40:56,277 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b., pid=10, masterSystemTime=1732632056208
2024-11-26T14:40:56,277 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:56,278 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:56,280 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3ffcf57310a78f5b9fc0ea557080acbf, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:56,281 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:56,282 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:56,283 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=0ed1fe08d02a108fa19610903322476b, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:40:56,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:40:56,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0ed1fe08d02a108fa19610903322476b, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:40:56,292 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=9
2024-11-26T14:40:56,292 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf, server=19945b63c2b4,40087,1732632046275 in 230 msec
2024-11-26T14:40:56,295 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, ASSIGN in 400 msec
2024-11-26T14:40:56,295 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=8
2024-11-26T14:40:56,295 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 0ed1fe08d02a108fa19610903322476b, server=19945b63c2b4,46365,1732632046344 in 237 msec
2024-11-26T14:40:56,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7
2024-11-26T14:40:56,300 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, ASSIGN in 403 msec
2024-11-26T14:40:56,302 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:40:56,302 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632056302"}]},"ts":"1732632056302"}
2024-11-26T14:40:56,306 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta
2024-11-26T14:40:56,308 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=7, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:40:56,311 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSplitRegion jenkins: RWXCA
2024-11-26T14:40:56,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:40:56,326 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:56,326 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:56,327 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:56,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50023, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService
2024-11-26T14:40:56,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:40:56,335 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-26T14:40:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T14:40:56,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:56,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:56,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:40:56,435 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:56,435 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:56,435 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:56,435 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:56,446 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 706 msec
2024-11-26T14:40:56,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-26T14:40:56,890 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:40:56,895 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:56,902 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:56,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:56,905 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:40:56,908 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:56,927 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:56,935 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:56,938 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:56,945 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:56,960 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-26T14:40:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632056960 (current time:1732632056960).
2024-11-26T14:40:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:40:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-26T14:40:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:40:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@652c165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:40:56,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:40:56,966 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:40:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:40:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:40:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a1990be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:56,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:40:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:40:56,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:56,969 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:40:56,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57038a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:56,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:56,975 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:56,977 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:40:56,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:40:56,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:56,985 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:40:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f5e055, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:40:56,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:40:56,988 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:40:56,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:40:56,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:40:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54bf2ea3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:40:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:40:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:56,990 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:40:56,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1460aff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:56,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:56,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:56,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:56,995 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:56,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:40:56,999 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:40:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:40:56,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-26T14:40:57,000 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:40:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:40:57,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-26T14:40:57,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-26T14:40:57,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-26T14:40:57,013 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:40:57,019 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:40:57,032 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:40:57,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741845_1021 (size=215)
2024-11-26T14:40:57,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741845_1021 (size=215)
2024-11-26T14:40:57,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741845_1021 (size=215)
2024-11-26T14:40:57,046 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:40:57,049 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b}, {pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf}]
2024-11-26T14:40:57,055 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:57,055 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:57,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-26T14:40:57,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=13
2024-11-26T14:40:57,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=14
2024-11-26T14:40:57,216 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:57,220 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:57,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.HRegion(2603): Flush status journal for 0ed1fe08d02a108fa19610903322476b:

2024-11-26T14:40:57,224 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 3ffcf57310a78f5b9fc0ea557080acbf:

2024-11-26T14:40:57,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-26T14:40:57,225 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf. for emptySnaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-26T14:40:57,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:57,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:57,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:40:57,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:40:57,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:40:57,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:40:57,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741846_1022 (size=86)
2024-11-26T14:40:57,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741846_1022 (size=86)
2024-11-26T14:40:57,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741846_1022 (size=86)
2024-11-26T14:40:57,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:57,288 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13
2024-11-26T14:40:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=13
2024-11-26T14:40:57,291 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:57,291 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:57,298 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b in 244 msec
2024-11-26T14:40:57,311 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741847_1023 (size=86)
2024-11-26T14:40:57,312 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741847_1023 (size=86)
2024-11-26T14:40:57,313 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741847_1023 (size=86)
2024-11-26T14:40:57,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:57,314 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14
2024-11-26T14:40:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=14
2024-11-26T14:40:57,315 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSplitRegion on region 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:57,315 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=12, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:57,321 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=12
2024-11-26T14:40:57,322 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=12, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf in 268 msec
2024-11-26T14:40:57,322 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:40:57,325 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:40:57,328 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:40:57,329 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:40:57,329 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-26T14:40:57,331 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:40:57,391 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741848_1024 (size=78)
2024-11-26T14:40:57,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741848_1024 (size=78)
2024-11-26T14:40:57,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741848_1024 (size=78)
2024-11-26T14:40:57,399 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:40:57,399 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:57,403 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:57,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741849_1025 (size=713)
2024-11-26T14:40:57,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741849_1025 (size=713)
2024-11-26T14:40:57,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741849_1025 (size=713)
2024-11-26T14:40:57,487 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:40:57,528 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:40:57,530 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:57,537 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=12, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:40:57,537 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 12
2024-11-26T14:40:57,541 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=12, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 530 msec
2024-11-26T14:40:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12
2024-11-26T14:40:57,640 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:40:57,662 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:40:57,666 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:40:57,672 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:57,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:57,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:57,680 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:40:57,688 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:57,701 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:57,714 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSplitRegion,, stopping at row=testtb-testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:40:57,720 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-26T14:40:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632057721 (current time:1732632057721).
2024-11-26T14:40:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:40:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-26T14:40:57,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:40:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf72041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:40:57,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:40:57,723 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:40:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:40:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:40:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@390b4f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:57,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:40:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:40:57,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,726 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:40:57,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13787a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:57,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:57,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:57,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:57,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:57,734 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:40:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:40:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,734 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:40:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dd32b9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:57,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:40:57,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:40:57,737 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:40:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:40:57,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:40:57,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9a241c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:57,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:40:57,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:40:57,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,739 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:40:57,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3fa04d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:40:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:40:57,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:40:57,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:40:57,746 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:40:57,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:40:57,753 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:40:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:40:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:40:57,753 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:40:57,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-26T14:40:57,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:40:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-26T14:40:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-26T14:40:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-26T14:40:57,759 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:40:57,761 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:40:57,765 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:40:57,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741850_1026 (size=210)
2024-11-26T14:40:57,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741850_1026 (size=210)
2024-11-26T14:40:57,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741850_1026 (size=210)
2024-11-26T14:40:57,791 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:40:57,792 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b}, {pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf}]
2024-11-26T14:40:57,794 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:57,794 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-26T14:40:57,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=17
2024-11-26T14:40:57,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=16
2024-11-26T14:40:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:57,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:57,952 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2902): Flushing 3ffcf57310a78f5b9fc0ea557080acbf 1/1 column families, dataSize=2.80 KB heapSize=6.30 KB
2024-11-26T14:40:57,952 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 0ed1fe08d02a108fa19610903322476b 1/1 column families, dataSize=467 B heapSize=1.23 KB
2024-11-26T14:40:58,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b is 71, key is 009f8c4343885baf705745b5a30ccadd/cf:q/1732632057662/Put/seqid=0
2024-11-26T14:40:58,030 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf is 71, key is 199035416c4043e9d71bc4e9a5f2180b/cf:q/1732632057666/Put/seqid=0
2024-11-26T14:40:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-26T14:40:58,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741852_1028 (size=7891)
2024-11-26T14:40:58,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741852_1028 (size=7891)
2024-11-26T14:40:58,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741852_1028 (size=7891)
2024-11-26T14:40:58,095 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:58,123 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741851_1027 (size=5381)
2024-11-26T14:40:58,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741851_1027 (size=5381)
2024-11-26T14:40:58,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741851_1027 (size=5381)
2024-11-26T14:40:58,179 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:58,240 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:58,240 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:58,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/.tmp/cf/af59ab11b03c4ae19c739f6ed8dbca46, store: [table=testtb-testExportFileSystemStateWithSplitRegion family=cf region=0ed1fe08d02a108fa19610903322476b]
2024-11-26T14:40:58,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/.tmp/cf/da7b1000c40543a6bca85e13d7721378, store: [table=testtb-testExportFileSystemStateWithSplitRegion family=cf region=3ffcf57310a78f5b9fc0ea557080acbf]
2024-11-26T14:40:58,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/.tmp/cf/af59ab11b03c4ae19c739f6ed8dbca46 is 224, key is 097f5799ed853bc2d31a81c4b3feadec8/cf:q/1732632057662/Put/seqid=0
2024-11-26T14:40:58,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/.tmp/cf/da7b1000c40543a6bca85e13d7721378 is 224, key is 1c88891cf71caec03da08ccaf3eb9fbe2/cf:q/1732632057666/Put/seqid=0
2024-11-26T14:40:58,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741853_1029 (size=6864)
2024-11-26T14:40:58,275 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741854_1030 (size=14837)
2024-11-26T14:40:58,276 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741854_1030 (size=14837)
2024-11-26T14:40:58,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741854_1030 (size=14837)
2024-11-26T14:40:58,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741853_1029 (size=6864)
2024-11-26T14:40:58,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741853_1029 (size=6864)
2024-11-26T14:40:58,280 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/.tmp/cf/da7b1000c40543a6bca85e13d7721378
2024-11-26T14:40:58,280 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=467, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/.tmp/cf/af59ab11b03c4ae19c739f6ed8dbca46
2024-11-26T14:40:58,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/.tmp/cf/af59ab11b03c4ae19c739f6ed8dbca46 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf/af59ab11b03c4ae19c739f6ed8dbca46
2024-11-26T14:40:58,294 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/.tmp/cf/da7b1000c40543a6bca85e13d7721378 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf/da7b1000c40543a6bca85e13d7721378
2024-11-26T14:40:58,312 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf/af59ab11b03c4ae19c739f6ed8dbca46, entries=7, sequenceid=6, filesize=6.7 K
2024-11-26T14:40:58,318 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf/da7b1000c40543a6bca85e13d7721378, entries=43, sequenceid=6, filesize=14.5 K
2024-11-26T14:40:58,321 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~467 B/467, heapSize ~1.22 KB/1248, currentSize=0 B/0 for 0ed1fe08d02a108fa19610903322476b in 368ms, sequenceid=6, compaction requested=false
2024-11-26T14:40:58,321 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(3140): Finished flush of dataSize ~2.80 KB/2869, heapSize ~6.28 KB/6432, currentSize=0 B/0 for 3ffcf57310a78f5b9fc0ea557080acbf in 371ms, sequenceid=6, compaction requested=false
2024-11-26T14:40:58,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion'
2024-11-26T14:40:58,321 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSplitRegion'
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 0ed1fe08d02a108fa19610903322476b:

2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.HRegion(2603): Flush status journal for 3ffcf57310a78f5b9fc0ea557080acbf:

2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b. for snaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf. for snaptb0-testExportFileSystemStateWithSplitRegion completed.
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf/af59ab11b03c4ae19c739f6ed8dbca46] hfiles
2024-11-26T14:40:58,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf/da7b1000c40543a6bca85e13d7721378] hfiles
2024-11-26T14:40:58,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf/da7b1000c40543a6bca85e13d7721378 for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,324 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf/af59ab11b03c4ae19c739f6ed8dbca46 for snapshot=snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741856_1032 (size=125)
2024-11-26T14:40:58,356 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741856_1032 (size=125)
2024-11-26T14:40:58,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741856_1032 (size=125)
2024-11-26T14:40:58,357 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741855_1031 (size=125)
2024-11-26T14:40:58,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741855_1031 (size=125)
2024-11-26T14:40:58,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741855_1031 (size=125)
2024-11-26T14:40:58,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:40:58,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:40:58,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17
2024-11-26T14:40:58,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16
2024-11-26T14:40:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=16
2024-11-26T14:40:58,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=17
2024-11-26T14:40:58,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:58,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSplitRegion on region 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:58,362 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:58,362 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:58,370 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0ed1fe08d02a108fa19610903322476b in 573 msec
2024-11-26T14:40:58,372 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=15
2024-11-26T14:40:58,372 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=15, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf in 574 msec
2024-11-26T14:40:58,372 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:40:58,374 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:40:58,376 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:40:58,376 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:40:58,377 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:58,380 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b] hfiles
2024-11-26T14:40:58,380 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:40:58,380 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b
2024-11-26T14:40:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-26T14:40:58,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741857_1033 (size=309)
2024-11-26T14:40:58,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741857_1033 (size=309)
2024-11-26T14:40:58,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741857_1033 (size=309)
2024-11-26T14:40:58,406 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:40:58,406 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,410 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741858_1034 (size=1023)
2024-11-26T14:40:58,452 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741858_1034 (size=1023)
2024-11-26T14:40:58,453 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741858_1034 (size=1023)
2024-11-26T14:40:58,464 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:40:58,480 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:40:58,481 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSplitRegion to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:58,485 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=15, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:40:58,485 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 15
2024-11-26T14:40:58,491 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=15, snapshot={ ss=snaptb0-testExportFileSystemStateWithSplitRegion table=testtb-testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 731 msec
2024-11-26T14:40:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15
2024-11-26T14:40:58,901 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:40:58,944 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:40:58,964 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:40:58,979 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:40:58,981 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39113 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-26T14:40:58,995 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:40:58,996 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:40:58,997 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-26T14:40:59,025 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:40:59,026 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.CompactSplit(323): Interrupting running compactions because user switched off compactions
2024-11-26T14:40:59,046 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportFileSystemStateWithSplitRegion', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:40:59,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:40:59,055 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:40:59,055 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:59,057 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportFileSystemStateWithSplitRegion"
 procId is: 18
2024-11-26T14:40:59,058 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:40:59,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-26T14:40:59,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741859_1035 (size=390)
2024-11-26T14:40:59,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741859_1035 (size=390)
2024-11-26T14:40:59,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741859_1035 (size=390)
2024-11-26T14:40:59,151 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a28667c32719d379d187988c4e832442, NAME => 'testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testExportFileSystemStateWithSplitRegion', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:40:59,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-26T14:40:59,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741860_1036 (size=75)
2024-11-26T14:40:59,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741860_1036 (size=75)
2024-11-26T14:40:59,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741860_1036 (size=75)
2024-11-26T14:40:59,219 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:59,220 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1722): Closing a28667c32719d379d187988c4e832442, disabling compactions & flushes
2024-11-26T14:40:59,220 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,220 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,220 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442. after waiting 0 ms
2024-11-26T14:40:59,220 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,220 INFO  [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,221 DEBUG [RegionOpenAndInit-testExportFileSystemStateWithSplitRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for a28667c32719d379d187988c4e832442:
Waiting for close lock at 1732632059219Disabling compacts and flushes for region at 1732632059219Disabling writes for close at 1732632059220 (+1 ms)Writing region close event to WAL at 1732632059220Closed at 1732632059220
2024-11-26T14:40:59,224 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:40:59,224 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1732632059224"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632059224"}]},"ts":"1732632059224"}
2024-11-26T14:40:59,231 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-26T14:40:59,235 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:40:59,235 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632059235"}]},"ts":"1732632059235"}
2024-11-26T14:40:59,240 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLING in hbase:meta
2024-11-26T14:40:59,240 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:40:59,243 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:40:59,244 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:40:59,244 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:40:59,244 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:40:59,244 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:40:59,244 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:40:59,244 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:40:59,244 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:40:59,244 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:40:59,244 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:40:59,244 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, ASSIGN}]
2024-11-26T14:40:59,251 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, ASSIGN
2024-11-26T14:40:59,259 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:40:59,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-26T14:40:59,412 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T14:40:59,413 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=a28667c32719d379d187988c4e832442, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:59,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, ASSIGN because future has completed
2024-11-26T14:40:59,432 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure a28667c32719d379d187988c4e832442, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:40:59,594 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,594 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7752): Opening region: {ENCODED => a28667c32719d379d187988c4e832442, NAME => 'testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.', STARTKEY => '', ENDKEY => ''}
2024-11-26T14:40:59,595 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442. service=AccessControlService
2024-11-26T14:40:59,595 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:40:59,595 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,595 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:40:59,595 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7794): checking encryption for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,595 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(7797): checking classloading for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,609 INFO  [StoreOpener-a28667c32719d379d187988c4e832442-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a28667c32719d379d187988c4e832442 
2024-11-26T14:40:59,621 INFO  [StoreOpener-a28667c32719d379d187988c4e832442-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a28667c32719d379d187988c4e832442 columnFamilyName cf
2024-11-26T14:40:59,622 DEBUG [StoreOpener-a28667c32719d379d187988c4e832442-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:40:59,623 INFO  [StoreOpener-a28667c32719d379d187988c4e832442-1 {}] regionserver.HStore(327): Store=a28667c32719d379d187988c4e832442/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:40:59,623 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1038): replaying wal for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,625 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,627 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,628 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1048): stopping wal replay for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,628 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1060): Cleaning up temporary data for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1093): writing seq id for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,657 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:40:59,660 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1114): Opened a28667c32719d379d187988c4e832442; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71909469, jitterRate=0.07153458893299103}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:40:59,661 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a28667c32719d379d187988c4e832442
2024-11-26T14:40:59,662 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegion(1006): Region open journal for a28667c32719d379d187988c4e832442:
Running coprocessor pre-open hook at 1732632059596Writing region info on filesystem at 1732632059596Initializing all the Stores at 1732632059597 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632059598 (+1 ms)Cleaning up temporary data from old regions at 1732632059628 (+30 ms)Running coprocessor post-open hooks at 1732632059661 (+33 ms)Region opened successfully at 1732632059662 (+1 ms)
2024-11-26T14:40:59,670 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., pid=20, masterSystemTime=1732632059586
2024-11-26T14:40:59,673 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,674 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=20}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:40:59,675 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=a28667c32719d379d187988c4e832442, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:40:59,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure a28667c32719d379d187988c4e832442, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:40:59,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-26T14:40:59,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19
2024-11-26T14:40:59,697 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure a28667c32719d379d187988c4e832442, server=19945b63c2b4,40087,1732632046275 in 259 msec
2024-11-26T14:40:59,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-26T14:40:59,704 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:40:59,705 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632059704"}]},"ts":"1732632059704"}
2024-11-26T14:40:59,704 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, ASSIGN in 453 msec
2024-11-26T14:40:59,708 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=ENABLED in hbase:meta
2024-11-26T14:40:59,711 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=18, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:40:59,711 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testExportFileSystemStateWithSplitRegion jenkins: RWXCA
2024-11-26T14:40:59,718 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-26T14:40:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:59,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:40:59,786 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,786 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,786 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,787 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportFileSystemStateWithSplitRegion in 735 msec
2024-11-26T14:40:59,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data PBUF\x0AN\x0A\x07jenkins\x12C\x08\x03"?\x0A3\x0A\x07default\x12(testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:40:59,787 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:41:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=18
2024-11-26T14:41:00,200 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:41:00,200 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:41:00,204 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-26T14:41:00,597 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportFileSystemStateWithSplitRegion'
2024-11-26T14:41:01,726 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:41:02,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741861_1037 (size=134217728)
2024-11-26T14:41:02,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741861_1037 (size=134217728)
2024-11-26T14:41:02,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741861_1037 (size=134217728)
2024-11-26T14:41:04,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741862_1038 (size=134217728)
2024-11-26T14:41:04,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741862_1038 (size=134217728)
2024-11-26T14:41:04,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741862_1038 (size=134217728)
2024-11-26T14:41:05,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/output/cf/test_file is 35, key is 1\x00\x00\x00/cf:q/1732632060208/Put/seqid=0
2024-11-26T14:41:05,324 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741863_1039 (size=51979256)
2024-11-26T14:41:05,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741863_1039 (size=51979256)
2024-11-26T14:41:05,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741863_1039 (size=51979256)
2024-11-26T14:41:05,335 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14664fca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:05,335 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:41:05,335 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:41:05,337 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:41:05,337 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:41:05,337 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:41:05,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e197f67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:05,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:41:05,338 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:41:05,339 DEBUG [RPCClient-NioEventLoopGroup-6-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:05,340 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:41:05,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4d380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:05,342 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:41:05,343 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:41:05,343 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:41:05,345 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:41:05,360 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool$1(330): Trying to bulk load hfile hdfs://localhost:41085/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting.
2024-11-26T14:41:05,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-26T14:41:05,362 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 19945b63c2b4,34149,1732632045175
2024-11-26T14:41:05,362 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2aba2aec
2024-11-26T14:41:05,362 DEBUG [RPCClient-NioEventLoopGroup-6-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-26T14:41:05,366 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-26T14:41:05,377 WARN  [IPC Server handler 4 on default port 41085 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running
2024-11-26T14:41:05,386 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:41:05,394 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:41:05,417 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41085/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/output/cf/test_file first=Optional[1\x00\x00\x00] last=Optional[9\x00\x00\x00]
2024-11-26T14:41:05,448 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-11-26T14:41:05,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: ExecService size: 101 connection: 172.17.0.3:50023 deadline: 1732632125447, exception=org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
2024-11-26T14:41:05,476 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager(227): unable to add token
java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:396) ~[?:?]
	at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?]
	at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:221) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
Caused by: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?]
	at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?]
	at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?]
	at org.apache.hadoop.hbase.client.RegionCoprocessorRpcChannelImpl.lambda$rpcCall$0(RegionCoprocessorRpcChannelImpl.java:90) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.UnknownProtocolException: No registered coprocessor service found for AuthenticationService in region hbase:meta,,1
	at org.apache.hadoop.hbase.regionserver.HRegion.execService(HRegion.java:8304)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execServiceOnRegion(RSRpcServices.java:2441)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.execService(RSRpcServices.java:2415)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43516)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:41:05,479 WARN  [IPC Server handler 4 on default port 41085 {}] namenode.FSNamesystem(6314): trying to get DT with no secret manager running
2024-11-26T14:41:05,509 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41085/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/output/cf/test_file for inclusion in a28667c32719d379d187988c4e832442/cf
2024-11-26T14:41:05,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(626): HFile bounds: first=1\x00\x00\x00 last=9\x00\x00\x00
2024-11-26T14:41:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(628): Region bounds: first= last=
2024-11-26T14:41:05,521 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(641): Trying to bulk load hfile hdfs://localhost:41085/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/output/cf/test_file with size: 320414712 bytes can be problematic as it may lead to oversplitting.
2024-11-26T14:41:05,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(2603): Flush status journal for a28667c32719d379d187988c4e832442:

2024-11-26T14:41:05,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41085/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/output/cf/test_file to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/staging/jenkins__testExportFileSystemStateWithSplitRegion__au3j94ejior8pp81qrk7rj22khq1sb96og9herantiiqohj46sh7sarqda1emfpo/cf/test_file
2024-11-26T14:41:05,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/staging/jenkins__testExportFileSystemStateWithSplitRegion__au3j94ejior8pp81qrk7rj22khq1sb96og9herantiiqohj46sh7sarqda1emfpo/cf/test_file as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_
2024-11-26T14:41:05,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/staging/jenkins__testExportFileSystemStateWithSplitRegion__au3j94ejior8pp81qrk7rj22khq1sb96og9herantiiqohj46sh7sarqda1emfpo/cf/test_file into a28667c32719d379d187988c4e832442/cf as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_ - updating store file list.
2024-11-26T14:41:05,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56306b68c12d442fb8de2be085f1c79a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-26T14:41:05,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_ into a28667c32719d379d187988c4e832442/cf
2024-11-26T14:41:05,546 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/staging/jenkins__testExportFileSystemStateWithSplitRegion__au3j94ejior8pp81qrk7rj22khq1sb96og9herantiiqohj46sh7sarqda1emfpo/cf/test_file into a28667c32719d379d187988c4e832442/cf (new location: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_)
2024-11-26T14:41:05,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/staging/jenkins__testExportFileSystemStateWithSplitRegion__au3j94ejior8pp81qrk7rj22khq1sb96og9herantiiqohj46sh7sarqda1emfpo/cf/test_file
2024-11-26T14:41:05,559 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T14:41:05,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.run(BulkLoadHFilesTool.java:1176)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemStateWithSplitRegion(TestExportSnapshot.java:229)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T14:41:05,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:05,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:05,561 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:41:05,561 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:41:05,561 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., hostname=19945b63c2b4,40087,1732632046275, seqNum=2 , the old value is region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., hostname=19945b63c2b4,40087,1732632046275, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=19945b63c2b4:40087 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-26T14:41:05,562 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., hostname=19945b63c2b4,40087,1732632046275, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-11-26T14:41:05,562 DEBUG [RPCClient-NioEventLoopGroup-6-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., hostname=19945b63c2b4,40087,1732632046275, seqNum=2 from cache
2024-11-26T14:41:05,563 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-11-26T14:41:05,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testExportFileSystemStateWithSplitRegion', row='5', locateType=CURRENT is [region=testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:41:05,582 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:41:05,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=19945b63c2b4,40087,1732632046275
2024-11-26T14:41:05,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=a28667c32719d379d187988c4e832442, daughterA=10ea57a561a2e45820110b416975c274, daughterB=7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:05,600 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=a28667c32719d379d187988c4e832442, daughterA=10ea57a561a2e45820110b416975c274, daughterB=7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:05,600 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=a28667c32719d379d187988c4e832442, daughterA=10ea57a561a2e45820110b416975c274, daughterB=7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:05,600 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=a28667c32719d379d187988c4e832442, daughterA=10ea57a561a2e45820110b416975c274, daughterB=7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-26T14:41:05,607 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, UNASSIGN}]
2024-11-26T14:41:05,609 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, UNASSIGN
2024-11-26T14:41:05,611 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a28667c32719d379d187988c4e832442, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:41:05,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, UNASSIGN because future has completed
2024-11-26T14:41:05,615 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-26T14:41:05,615 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a28667c32719d379d187988c4e832442, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:41:05,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:05,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer
2024-11-26T14:41:05,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:05,639 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion Metrics about Tables on a single HBase RegionServer
2024-11-26T14:41:05,670 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'testExportFileSystemStateWithSplitRegion', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=19945b63c2b4:40087 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-11-26T14:41:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-26T14:41:05,775 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close a28667c32719d379d187988c4e832442
2024-11-26T14:41:05,775 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-26T14:41:05,776 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing a28667c32719d379d187988c4e832442, disabling compactions & flushes
2024-11-26T14:41:05,776 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:41:05,776 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:41:05,776 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442. after waiting 0 ms
2024-11-26T14:41:05,776 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:41:05,787 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-11-26T14:41:05,790 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:41:05,790 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.
2024-11-26T14:41:05,790 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for a28667c32719d379d187988c4e832442:
Waiting for close lock at 1732632065775Running coprocessor pre-close hooks at 1732632065775Disabling compacts and flushes for region at 1732632065776 (+1 ms)Disabling writes for close at 1732632065776Writing region close event to WAL at 1732632065777 (+1 ms)Running coprocessor post-close hooks at 1732632065787 (+10 ms)Closed at 1732632065790 (+3 ms)
2024-11-26T14:41:05,793 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed a28667c32719d379d187988c4e832442
2024-11-26T14:41:05,794 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=a28667c32719d379d187988c4e832442, regionState=CLOSED
2024-11-26T14:41:05,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure a28667c32719d379d187988c4e832442, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:41:05,807 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-26T14:41:05,808 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure a28667c32719d379d187988c4e832442, server=19945b63c2b4,40087,1732632046275 in 187 msec
2024-11-26T14:41:05,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-26T14:41:05,813 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=a28667c32719d379d187988c4e832442, UNASSIGN in 200 msec
2024-11-26T14:41:05,828 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:41:05,832 INFO  [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=21 splitting 1 storefiles, region=a28667c32719d379d187988c4e832442, threads=1
2024-11-26T14:41:05,834 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=21 splitting started for store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_ for region: a28667c32719d379d187988c4e832442
2024-11-26T14:41:05,843 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56306b68c12d442fb8de2be085f1c79a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-26T14:41:05,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741864_1040 (size=21)
2024-11-26T14:41:05,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741864_1040 (size=21)
2024-11-26T14:41:05,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741864_1040 (size=21)
2024-11-26T14:41:05,896 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56306b68c12d442fb8de2be085f1c79a_SeqId_4_: NONE, but ROW specified in column family configuration
2024-11-26T14:41:05,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-26T14:41:05,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741865_1041 (size=21)
2024-11-26T14:41:05,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741865_1041 (size=21)
2024-11-26T14:41:05,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741865_1041 (size=21)
2024-11-26T14:41:05,936 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=21 splitting complete for store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_ for region: a28667c32719d379d187988c4e832442
2024-11-26T14:41:05,938 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=21 split storefiles for region a28667c32719d379d187988c4e832442 Daughter A: [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442] storefiles, Daughter B: [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442] storefiles.
2024-11-26T14:41:05,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741866_1042 (size=76)
2024-11-26T14:41:05,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741866_1042 (size=76)
2024-11-26T14:41:05,968 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:41:05,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741866_1042 (size=76)
2024-11-26T14:41:05,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741867_1043 (size=76)
2024-11-26T14:41:05,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741867_1043 (size=76)
2024-11-26T14:41:05,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741867_1043 (size=76)
2024-11-26T14:41:05,988 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:41:06,000 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1
2024-11-26T14:41:06,002 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=-1
2024-11-26T14:41:06,005 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.","families":{"info":[{"qualifier":"regioninfo","vlen":74,"tag":[],"timestamp":"1732632066005"},{"qualifier":"splitA","vlen":75,"tag":[],"timestamp":"1732632066005"},{"qualifier":"splitB","vlen":75,"tag":[],"timestamp":"1732632066005"}]},"ts":"1732632066005"}
2024-11-26T14:41:06,006 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732632066005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632066005"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732632066005"}]},"ts":"1732632066005"}
2024-11-26T14:41:06,006 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732632066005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632066005"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732632066005"}]},"ts":"1732632066005"}
2024-11-26T14:41:06,021 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, ASSIGN}, {pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, ASSIGN}]
2024-11-26T14:41:06,022 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, ASSIGN
2024-11-26T14:41:06,023 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, ASSIGN
2024-11-26T14:41:06,023 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, ASSIGN; state=SPLITTING_NEW, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:41:06,023 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, ASSIGN; state=SPLITTING_NEW, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:41:06,174 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:41:06,174 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ab9907c21d23497c2c812f9500309b6, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:41:06,174 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=10ea57a561a2e45820110b416975c274, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:41:06,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, ASSIGN because future has completed
2024-11-26T14:41:06,178 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab9907c21d23497c2c812f9500309b6, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:41:06,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, ASSIGN because future has completed
2024-11-26T14:41:06,179 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10ea57a561a2e45820110b416975c274, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:41:06,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-26T14:41:06,334 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:41:06,335 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ab9907c21d23497c2c812f9500309b6, NAME => 'testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.', STARTKEY => '5', ENDKEY => ''}
2024-11-26T14:41:06,335 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6. service=AccessControlService
2024-11-26T14:41:06,335 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:41:06,335 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,336 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:41:06,336 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7794): checking encryption for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,336 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(7797): checking classloading for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,337 INFO  [StoreOpener-7ab9907c21d23497c2c812f9500309b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ab9907c21d23497c2c812f9500309b6 
2024-11-26T14:41:06,338 INFO  [StoreOpener-7ab9907c21d23497c2c812f9500309b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ab9907c21d23497c2c812f9500309b6 columnFamilyName cf
2024-11-26T14:41:06,338 DEBUG [StoreOpener-7ab9907c21d23497c2c812f9500309b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:41:06,350 DEBUG [StoreFileOpener-7ab9907c21d23497c2c812f9500309b6-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442: NONE, but ROW specified in column family configuration
2024-11-26T14:41:06,370 DEBUG [StoreOpener-7ab9907c21d23497c2c812f9500309b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_-top
2024-11-26T14:41:06,371 INFO  [StoreOpener-7ab9907c21d23497c2c812f9500309b6-1 {}] regionserver.HStore(327): Store=7ab9907c21d23497c2c812f9500309b6/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:41:06,372 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1038): replaying wal for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,373 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,375 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,375 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1048): stopping wal replay for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,375 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1060): Cleaning up temporary data for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,377 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1093): writing seq id for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,379 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1114): Opened 7ab9907c21d23497c2c812f9500309b6; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68064562, jitterRate=0.014241009950637817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:41:06,379 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,379 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegion(1006): Region open journal for 7ab9907c21d23497c2c812f9500309b6:
Running coprocessor pre-open hook at 1732632066336Writing region info on filesystem at 1732632066336Initializing all the Stores at 1732632066337 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632066337Cleaning up temporary data from old regions at 1732632066375 (+38 ms)Running coprocessor post-open hooks at 1732632066379 (+4 ms)Region opened successfully at 1732632066379
2024-11-26T14:41:06,381 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6., pid=26, masterSystemTime=1732632066331
2024-11-26T14:41:06,382 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.,because compaction is disabled.
2024-11-26T14:41:06,385 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:41:06,386 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=26}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:41:06,386 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(132): Open testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:41:06,386 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7752): Opening region: {ENCODED => 10ea57a561a2e45820110b416975c274, NAME => 'testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.', STARTKEY => '', ENDKEY => '5'}
2024-11-26T14:41:06,386 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274. service=AccessControlService
2024-11-26T14:41:06,386 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=7ab9907c21d23497c2c812f9500309b6, regionState=OPEN, openSeqNum=7, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:41:06,387 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:41:06,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportFileSystemStateWithSplitRegion 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(898): Instantiated testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:41:06,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7794): checking encryption for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,387 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(7797): checking classloading for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,389 INFO  [StoreOpener-10ea57a561a2e45820110b416975c274-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 10ea57a561a2e45820110b416975c274 
2024-11-26T14:41:06,391 INFO  [StoreOpener-10ea57a561a2e45820110b416975c274-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 10ea57a561a2e45820110b416975c274 columnFamilyName cf
2024-11-26T14:41:06,391 DEBUG [StoreOpener-10ea57a561a2e45820110b416975c274-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:41:06,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ab9907c21d23497c2c812f9500309b6, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:41:06,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25
2024-11-26T14:41:06,399 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ab9907c21d23497c2c812f9500309b6, server=19945b63c2b4,40087,1732632046275 in 216 msec
2024-11-26T14:41:06,406 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, ASSIGN in 378 msec
2024-11-26T14:41:06,412 DEBUG [StoreFileOpener-10ea57a561a2e45820110b416975c274-cf-1 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442: NONE, but ROW specified in column family configuration
2024-11-26T14:41:06,419 DEBUG [StoreOpener-10ea57a561a2e45820110b416975c274-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_-bottom
2024-11-26T14:41:06,419 INFO  [StoreOpener-10ea57a561a2e45820110b416975c274-1 {}] regionserver.HStore(327): Store=10ea57a561a2e45820110b416975c274/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:41:06,419 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1038): replaying wal for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,421 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,423 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,423 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1048): stopping wal replay for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,423 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1060): Cleaning up temporary data for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,426 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1093): writing seq id for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,428 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1114): Opened 10ea57a561a2e45820110b416975c274; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68063113, jitterRate=0.014219418168067932}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:41:06,428 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,428 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegion(1006): Region open journal for 10ea57a561a2e45820110b416975c274:
Running coprocessor pre-open hook at 1732632066387Writing region info on filesystem at 1732632066387Initializing all the Stores at 1732632066389 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632066389Cleaning up temporary data from old regions at 1732632066423 (+34 ms)Running coprocessor post-open hooks at 1732632066428 (+5 ms)Region opened successfully at 1732632066428
2024-11-26T14:41:06,429 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274., pid=27, masterSystemTime=1732632066331
2024-11-26T14:41:06,430 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.CompactSplit(342): Ignoring compaction request for testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.,because compaction is disabled.
2024-11-26T14:41:06,434 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:41:06,434 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=27}] handler.AssignRegionHandler(153): Opened testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:41:06,434 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=10ea57a561a2e45820110b416975c274, regionState=OPEN, openSeqNum=7, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:41:06,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 10ea57a561a2e45820110b416975c274, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:41:06,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=24
2024-11-26T14:41:06,447 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 10ea57a561a2e45820110b416975c274, server=19945b63c2b4,40087,1732632046275 in 263 msec
2024-11-26T14:41:06,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=21
2024-11-26T14:41:06,455 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, ASSIGN in 427 msec
2024-11-26T14:41:06,458 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=testExportFileSystemStateWithSplitRegion, parent=a28667c32719d379d187988c4e832442, daughterA=10ea57a561a2e45820110b416975c274, daughterB=7ab9907c21d23497c2c812f9500309b6 in 862 msec
2024-11-26T14:41:06,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21
2024-11-26T14:41:06,740 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportFileSystemStateWithSplitRegion,, stopping at row=testExportFileSystemStateWithSplitRegion ,, for max=2147483647 with caching=100
2024-11-26T14:41:06,740 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SPLIT_REGION, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:41:06,747 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-26T14:41:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632066747 (current time:1732632066747).
2024-11-26T14:41:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:41:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportFileSystemStateWithSplitRegion VERSION not specified, setting to 2
2024-11-26T14:41:06,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:41:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@255b657a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:41:06,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:41:06,749 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:41:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:41:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:41:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283838db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:41:06,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:41:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:06,751 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:41:06,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e467296, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:06,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:41:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:41:06,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:41:06,755 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:41:06,756 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:41:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:41:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:06,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:06,757 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:41:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a33ded2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:41:06,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:41:06,759 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:41:06,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:41:06,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:41:06,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b9b4987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:06,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:41:06,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:41:06,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:06,761 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:41:06,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23de7dc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:41:06,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:41:06,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:41:06,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:41:06,766 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:41:06,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportFileSystemStateWithSplitRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:41:06,771 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:41:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:41:06,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:41:06,772 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:41:06,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testExportFileSystemStateWithSplitRegion], kv [jenkins: RWXCA]
2024-11-26T14:41:06,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:41:06,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }
2024-11-26T14:41:06,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28
2024-11-26T14:41:06,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T14:41:06,779 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:41:06,780 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:41:06,784 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:41:06,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741868_1044 (size=197)
2024-11-26T14:41:06,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741868_1044 (size=197)
2024-11-26T14:41:06,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741868_1044 (size=197)
2024-11-26T14:41:06,803 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:41:06,803 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10ea57a561a2e45820110b416975c274}, {pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ab9907c21d23497c2c812f9500309b6}]
2024-11-26T14:41:06,809 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,809 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T14:41:06,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=30
2024-11-26T14:41:06,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=29
2024-11-26T14:41:06,962 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 7ab9907c21d23497c2c812f9500309b6:

2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6. for snapshot-testExportFileSystemStateWithSplitRegion completed.
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.HRegion(2603): Flush status journal for 10ea57a561a2e45820110b416975c274:

2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274. for snapshot-testExportFileSystemStateWithSplitRegion completed.
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(241): Storing 'testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.' region-info for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_-top] hfiles
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:06,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_-bottom] hfiles
2024-11-26T14:41:06,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442 for snapshot=snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:06,978 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741869_1045 (size=182)
2024-11-26T14:41:06,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741870_1046 (size=182)
2024-11-26T14:41:06,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741870_1046 (size=182)
2024-11-26T14:41:06,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741870_1046 (size=182)
2024-11-26T14:41:06,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741869_1045 (size=182)
2024-11-26T14:41:06,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741869_1045 (size=182)
2024-11-26T14:41:06,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:41:06,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30
2024-11-26T14:41:06,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=30
2024-11-26T14:41:06,982 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,982 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:41:06,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:41:06,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29
2024-11-26T14:41:06,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=29
2024-11-26T14:41:06,985 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportFileSystemStateWithSplitRegion on region 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,986 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=28, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 10ea57a561a2e45820110b416975c274
2024-11-26T14:41:06,987 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ab9907c21d23497c2c812f9500309b6 in 181 msec
2024-11-26T14:41:06,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=28
2024-11-26T14:41:06,992 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:41:06,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=28, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 10ea57a561a2e45820110b416975c274 in 184 msec
2024-11-26T14:41:06,993 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:41:06,994 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:41:06,994 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:41:06,995 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_] hfiles
2024-11-26T14:41:06,995 DEBUG [SplitRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_
2024-11-26T14:41:07,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741871_1047 (size=129)
2024-11-26T14:41:07,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741871_1047 (size=129)
2024-11-26T14:41:07,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741871_1047 (size=129)
2024-11-26T14:41:07,011 INFO  [SplitRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => a28667c32719d379d187988c4e832442, NAME => 'testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.', STARTKEY => '', ENDKEY => '', OFFLINE => true, SPLIT => true}, table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:07,012 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:41:07,014 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:41:07,014 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:07,015 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:07,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741872_1048 (size=891)
2024-11-26T14:41:07,027 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741872_1048 (size=891)
2024-11-26T14:41:07,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741872_1048 (size=891)
2024-11-26T14:41:07,035 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:41:07,043 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:41:07,043 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:07,048 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=28, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:41:07,048 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 }, snapshot procedure id = 28
2024-11-26T14:41:07,051 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=28, snapshot={ ss=snapshot-testExportFileSystemStateWithSplitRegion table=testExportFileSystemStateWithSplitRegion type=FLUSH ttl=0 } in 276 msec
2024-11-26T14:41:07,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=28
2024-11-26T14:41:07,099 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:41:07,099 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099
2024-11-26T14:41:07,100 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:41:07,140 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:41:07,140 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:07,144 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:41:07,152 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099/.hbase-snapshot/.tmp/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:41:07,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741873_1049 (size=891)
2024-11-26T14:41:07,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741873_1049 (size=891)
2024-11-26T14:41:07,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741873_1049 (size=891)
2024-11-26T14:41:07,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741874_1050 (size=197)
2024-11-26T14:41:07,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741874_1050 (size=197)
2024-11-26T14:41:07,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741874_1050 (size=197)
2024-11-26T14:41:07,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:07,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:07,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-4909720501826040930.jar
2024-11-26T14:41:08,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,463 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-8258436545079557380.jar
2024-11-26T14:41:08,463 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,464 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,465 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:41:08,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:41:08,466 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:41:08,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:41:08,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:41:08,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:41:08,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:41:08,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:41:08,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:41:08,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:41:08,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:41:08,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:41:08,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:41:08,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:41:08,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:41:08,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:41:08,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:41:08,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:41:08,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:41:08,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741875_1051 (size=24020)
2024-11-26T14:41:08,689 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741875_1051 (size=24020)
2024-11-26T14:41:08,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741875_1051 (size=24020)
2024-11-26T14:41:08,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741876_1052 (size=77755)
2024-11-26T14:41:08,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741876_1052 (size=77755)
2024-11-26T14:41:08,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741876_1052 (size=77755)
2024-11-26T14:41:08,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741877_1053 (size=131360)
2024-11-26T14:41:08,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741877_1053 (size=131360)
2024-11-26T14:41:08,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741877_1053 (size=131360)
2024-11-26T14:41:11,293 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:41:14,128 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:41:14,784 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1460): Took 3741 ms to process 1 commands from NN
2024-11-26T14:41:14,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741878_1054 (size=111793)
2024-11-26T14:41:14,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741878_1054 (size=111793)
2024-11-26T14:41:14,790 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741878_1054 (size=111793)
2024-11-26T14:41:14,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741879_1055 (size=1832290)
2024-11-26T14:41:14,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741879_1055 (size=1832290)
2024-11-26T14:41:14,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741879_1055 (size=1832290)
2024-11-26T14:41:14,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741880_1056 (size=6424749)
2024-11-26T14:41:14,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741880_1056 (size=6424749)
2024-11-26T14:41:14,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741880_1056 (size=6424749)
2024-11-26T14:41:14,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741881_1057 (size=8360005)
2024-11-26T14:41:14,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741881_1057 (size=8360005)
2024-11-26T14:41:14,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741881_1057 (size=8360005)
2024-11-26T14:41:14,889 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741882_1058 (size=503880)
2024-11-26T14:41:14,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741882_1058 (size=503880)
2024-11-26T14:41:14,893 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741882_1058 (size=503880)
2024-11-26T14:41:14,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741883_1059 (size=322274)
2024-11-26T14:41:14,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741883_1059 (size=322274)
2024-11-26T14:41:14,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741883_1059 (size=322274)
2024-11-26T14:41:14,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741884_1060 (size=20406)
2024-11-26T14:41:14,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741884_1060 (size=20406)
2024-11-26T14:41:14,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741884_1060 (size=20406)
2024-11-26T14:41:14,940 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741885_1061 (size=45609)
2024-11-26T14:41:14,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741885_1061 (size=45609)
2024-11-26T14:41:14,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741885_1061 (size=45609)
2024-11-26T14:41:14,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741886_1062 (size=136454)
2024-11-26T14:41:14,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741886_1062 (size=136454)
2024-11-26T14:41:14,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741886_1062 (size=136454)
2024-11-26T14:41:14,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741887_1063 (size=440956)
2024-11-26T14:41:14,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741887_1063 (size=440956)
2024-11-26T14:41:14,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741887_1063 (size=440956)
2024-11-26T14:41:14,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741888_1064 (size=1597136)
2024-11-26T14:41:14,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741888_1064 (size=1597136)
2024-11-26T14:41:14,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741888_1064 (size=1597136)
2024-11-26T14:41:15,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741889_1065 (size=30873)
2024-11-26T14:41:15,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741889_1065 (size=30873)
2024-11-26T14:41:15,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741889_1065 (size=30873)
2024-11-26T14:41:15,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741890_1066 (size=29229)
2024-11-26T14:41:15,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741890_1066 (size=29229)
2024-11-26T14:41:15,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741890_1066 (size=29229)
2024-11-26T14:41:15,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741891_1067 (size=903859)
2024-11-26T14:41:15,032 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741891_1067 (size=903859)
2024-11-26T14:41:15,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741891_1067 (size=903859)
2024-11-26T14:41:15,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741892_1068 (size=5175431)
2024-11-26T14:41:15,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741892_1068 (size=5175431)
2024-11-26T14:41:15,076 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741892_1068 (size=5175431)
2024-11-26T14:41:15,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741893_1069 (size=232881)
2024-11-26T14:41:15,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741893_1069 (size=232881)
2024-11-26T14:41:15,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741893_1069 (size=232881)
2024-11-26T14:41:15,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741894_1070 (size=1323991)
2024-11-26T14:41:15,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741894_1070 (size=1323991)
2024-11-26T14:41:15,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741894_1070 (size=1323991)
2024-11-26T14:41:15,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741895_1071 (size=4695811)
2024-11-26T14:41:15,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741895_1071 (size=4695811)
2024-11-26T14:41:15,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741895_1071 (size=4695811)
2024-11-26T14:41:15,559 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741896_1072 (size=1877034)
2024-11-26T14:41:15,560 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741896_1072 (size=1877034)
2024-11-26T14:41:15,561 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741896_1072 (size=1877034)
2024-11-26T14:41:15,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741897_1073 (size=217555)
2024-11-26T14:41:15,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741897_1073 (size=217555)
2024-11-26T14:41:15,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741897_1073 (size=217555)
2024-11-26T14:41:15,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741898_1074 (size=4188619)
2024-11-26T14:41:15,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741898_1074 (size=4188619)
2024-11-26T14:41:15,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741898_1074 (size=4188619)
2024-11-26T14:41:16,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741899_1075 (size=127628)
2024-11-26T14:41:16,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741899_1075 (size=127628)
2024-11-26T14:41:16,021 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741899_1075 (size=127628)
2024-11-26T14:41:16,024 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:41:16,033 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot-testExportFileSystemStateWithSplitRegion' hfile list
2024-11-26T14:41:16,040 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=a28667c32719d379d187988c4e832442-56306b68c12d442fb8de2be085f1c79a_SeqId_4_.
2024-11-26T14:41:16,041 DEBUG [Time-limited test {}] snapshot.ExportSnapshot$1(689): Skip the existing file: cf/testExportFileSystemStateWithSplitRegion=a28667c32719d379d187988c4e832442-56306b68c12d442fb8de2be085f1c79a_SeqId_4_.
2024-11-26T14:41:16,041 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=305.6 M
2024-11-26T14:41:16,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741900_1076 (size=244)
2024-11-26T14:41:16,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741900_1076 (size=244)
2024-11-26T14:41:16,068 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741900_1076 (size=244)
2024-11-26T14:41:16,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741901_1077 (size=17)
2024-11-26T14:41:16,100 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741901_1077 (size=17)
2024-11-26T14:41:16,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741901_1077 (size=17)
2024-11-26T14:41:27,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741902_1078 (size=304131)
2024-11-26T14:41:27,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741902_1078 (size=304131)
2024-11-26T14:41:27,597 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741902_1078 (size=304131)
2024-11-26T14:41:28,079 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:41:28,079 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:41:28,339 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0001_000001 (auth:SIMPLE) from 127.0.0.1:58320
2024-11-26T14:41:31,465 INFO  [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-26T14:41:31,465 INFO  [master/19945b63c2b4:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-26T14:41:35,463 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0001_000001 (auth:SIMPLE) from 127.0.0.1:45592
2024-11-26T14:41:35,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741903_1079 (size=349829)
2024-11-26T14:41:35,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741903_1079 (size=349829)
2024-11-26T14:41:35,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741903_1079 (size=349829)
2024-11-26T14:41:37,802 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0001_000001 (auth:SIMPLE) from 127.0.0.1:57084
2024-11-26T14:41:41,220 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3ffcf57310a78f5b9fc0ea557080acbf, had cached 0 bytes from a total of 14837
2024-11-26T14:41:41,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0ed1fe08d02a108fa19610903322476b, had cached 0 bytes from a total of 6864
2024-11-26T14:41:44,129 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:41:49,455 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d8c88bbf5e6ea15ff12f03eeec88e2cf changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:41:49,456 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3ffcf57310a78f5b9fc0ea557080acbf changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:41:49,456 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0ed1fe08d02a108fa19610903322476b changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:41:50,661 WARN  [DataXceiver for client DFSClient_attempt_1732632053631_0001_m_000000_0_-17211731_1 at /127.0.0.1:39084 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 505ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/, blockId=1073741904, seqno=533
2024-11-26T14:41:50,662 WARN  [DataXceiver for client DFSClient_attempt_1732632053631_0001_m_000000_0_-17211731_1 at /127.0.0.1:50832 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 505ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/, blockId=1073741904, seqno=533
2024-11-26T14:41:50,661 WARN  [DataXceiver for client DFSClient_attempt_1732632053631_0001_m_000000_0_-17211731_1 at /127.0.0.1:39168 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073741904_1080] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 505ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/, blockId=1073741904, seqno=533
2024-11-26T14:41:51,336 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7ab9907c21d23497c2c812f9500309b6, had cached 0 bytes from a total of 320414712
2024-11-26T14:41:51,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 10ea57a561a2e45820110b416975c274, had cached 0 bytes from a total of 320414712
2024-11-26T14:42:13,133 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741904_1080 (size=134217728)
2024-11-26T14:42:13,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741904_1080 (size=134217728)
2024-11-26T14:42:13,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741904_1080 (size=134217728)
2024-11-26T14:42:14,129 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:42:23,331 WARN  [DataXceiver for client DFSClient_attempt_1732632053631_0001_m_000000_0_-17211731_1 at /127.0.0.1:56366 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 7649ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/, blockId=1073741905, seqno=2253
2024-11-26T14:42:23,331 WARN  [DataXceiver for client DFSClient_attempt_1732632053631_0001_m_000000_0_-17211731_1 at /127.0.0.1:39144 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 7649ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/, blockId=1073741905, seqno=2253
2024-11-26T14:42:23,331 WARN  [DataXceiver for client DFSClient_attempt_1732632053631_0001_m_000000_0_-17211731_1 at /127.0.0.1:36410 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073741905_1081] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 7649ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/, blockId=1073741905, seqno=2253
2024-11-26T14:42:26,221 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3ffcf57310a78f5b9fc0ea557080acbf, had cached 0 bytes from a total of 14837
2024-11-26T14:42:26,237 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0ed1fe08d02a108fa19610903322476b, had cached 0 bytes from a total of 6864
2024-11-26T14:42:36,336 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7ab9907c21d23497c2c812f9500309b6, had cached 0 bytes from a total of 320414712
2024-11-26T14:42:36,387 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 10ea57a561a2e45820110b416975c274, had cached 0 bytes from a total of 320414712
2024-11-26T14:42:44,129 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:42:50,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741905_1081 (size=134217728)
2024-11-26T14:42:50,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741905_1081 (size=134217728)
2024-11-26T14:42:50,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741905_1081 (size=134217728)
2024-11-26T14:43:01,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741906_1082 (size=51979256)
2024-11-26T14:43:01,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741906_1082 (size=51979256)
2024-11-26T14:43:01,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741906_1082 (size=51979256)
2024-11-26T14:43:01,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741907_1083 (size=17520)
2024-11-26T14:43:01,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741907_1083 (size=17520)
2024-11-26T14:43:01,912 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741907_1083 (size=17520)
2024-11-26T14:43:01,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741908_1084 (size=482)
2024-11-26T14:43:01,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741908_1084 (size=482)
2024-11-26T14:43:01,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741908_1084 (size=482)
2024-11-26T14:43:01,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741909_1085 (size=17520)
2024-11-26T14:43:01,965 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0001/container_1732632053631_0001_01_000002/launch_container.sh]
2024-11-26T14:43:01,966 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0001/container_1732632053631_0001_01_000002/container_tokens]
2024-11-26T14:43:01,966 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0001/container_1732632053631_0001_01_000002/sysfs]
2024-11-26T14:43:01,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741909_1085 (size=17520)
2024-11-26T14:43:01,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741909_1085 (size=17520)
2024-11-26T14:43:01,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741910_1086 (size=349829)
2024-11-26T14:43:01,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741910_1086 (size=349829)
2024-11-26T14:43:01,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741910_1086 (size=349829)
2024-11-26T14:43:02,007 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0001_000001 (auth:SIMPLE) from 127.0.0.1:60508
2024-11-26T14:43:03,387 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:43:03,389 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:43:03,396 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,396 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:43:03,397 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:43:03,397 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,397 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo
2024-11-26T14:43:03,397 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest
2024-11-26T14:43:03,397 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,398 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/.snapshotinfo
2024-11-26T14:43:03,398 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632067099/.hbase-snapshot/snapshot-testExportFileSystemStateWithSplitRegion/data.manifest
2024-11-26T14:43:03,411 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,419 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632183419"}]},"ts":"1732632183419"}
2024-11-26T14:43:03,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T14:43:03,421 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta
2024-11-26T14:43:03,421 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testExportFileSystemStateWithSplitRegion to state=DISABLING
2024-11-26T14:43:03,423 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion}]
2024-11-26T14:43:03,428 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, UNASSIGN}, {pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, UNASSIGN}]
2024-11-26T14:43:03,429 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, UNASSIGN
2024-11-26T14:43:03,429 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, UNASSIGN
2024-11-26T14:43:03,430 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=10ea57a561a2e45820110b416975c274, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:03,430 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=7ab9907c21d23497c2c812f9500309b6, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:03,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, UNASSIGN because future has completed
2024-11-26T14:43:03,433 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:03,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10ea57a561a2e45820110b416975c274, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:03,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, UNASSIGN because future has completed
2024-11-26T14:43:03,434 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:03,434 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ab9907c21d23497c2c812f9500309b6, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:03,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T14:43:03,586 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(122): Close 10ea57a561a2e45820110b416975c274
2024-11-26T14:43:03,587 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:03,587 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1722): Closing 10ea57a561a2e45820110b416975c274, disabling compactions & flushes
2024-11-26T14:43:03,587 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:43:03,587 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:43:03,587 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274. after waiting 0 ms
2024-11-26T14:43:03,587 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:43:03,593 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6
2024-11-26T14:43:03,593 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:03,594 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.
2024-11-26T14:43:03,594 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] regionserver.HRegion(1676): Region close journal for 10ea57a561a2e45820110b416975c274:
Waiting for close lock at 1732632183587Running coprocessor pre-close hooks at 1732632183587Disabling compacts and flushes for region at 1732632183587Disabling writes for close at 1732632183587Writing region close event to WAL at 1732632183588 (+1 ms)Running coprocessor post-close hooks at 1732632183593 (+5 ms)Closed at 1732632183594 (+1 ms)
2024-11-26T14:43:03,596 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=35}] handler.UnassignRegionHandler(157): Closed 10ea57a561a2e45820110b416975c274
2024-11-26T14:43:03,596 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:43:03,596 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:03,596 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 7ab9907c21d23497c2c812f9500309b6, disabling compactions & flushes
2024-11-26T14:43:03,596 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:43:03,597 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:43:03,597 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6. after waiting 0 ms
2024-11-26T14:43:03,597 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:43:03,597 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=10ea57a561a2e45820110b416975c274, regionState=CLOSED
2024-11-26T14:43:03,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 10ea57a561a2e45820110b416975c274, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:03,602 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/recovered.edits/10.seqid, newMaxSeqId=10, maxSeqId=6
2024-11-26T14:43:03,603 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:03,603 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.
2024-11-26T14:43:03,603 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 7ab9907c21d23497c2c812f9500309b6:
Waiting for close lock at 1732632183596Running coprocessor pre-close hooks at 1732632183596Disabling compacts and flushes for region at 1732632183596Disabling writes for close at 1732632183597 (+1 ms)Writing region close event to WAL at 1732632183597Running coprocessor post-close hooks at 1732632183603 (+6 ms)Closed at 1732632183603
2024-11-26T14:43:03,604 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=33
2024-11-26T14:43:03,604 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 10ea57a561a2e45820110b416975c274, server=19945b63c2b4,40087,1732632046275 in 168 msec
2024-11-26T14:43:03,605 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:43:03,606 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=10ea57a561a2e45820110b416975c274, UNASSIGN in 176 msec
2024-11-26T14:43:03,606 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=34 updating hbase:meta row=7ab9907c21d23497c2c812f9500309b6, regionState=CLOSED
2024-11-26T14:43:03,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=34, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ab9907c21d23497c2c812f9500309b6, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:03,611 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=34
2024-11-26T14:43:03,612 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=34, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ab9907c21d23497c2c812f9500309b6, server=19945b63c2b4,40087,1732632046275 in 175 msec
2024-11-26T14:43:03,613 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=32
2024-11-26T14:43:03,613 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportFileSystemStateWithSplitRegion, region=7ab9907c21d23497c2c812f9500309b6, UNASSIGN in 184 msec
2024-11-26T14:43:03,617 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31
2024-11-26T14:43:03,617 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportFileSystemStateWithSplitRegion in 192 msec
2024-11-26T14:43:03,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632183618"}]},"ts":"1732632183618"}
2024-11-26T14:43:03,620 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta
2024-11-26T14:43:03,620 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testExportFileSystemStateWithSplitRegion to state=DISABLED
2024-11-26T14:43:03,624 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportFileSystemStateWithSplitRegion in 209 msec
2024-11-26T14:43:03,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31
2024-11-26T14:43:03,740 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:43:03,743 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,750 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=37, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,753 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=37, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,762 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,764 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442
2024-11-26T14:43:03,764 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274
2024-11-26T14:43:03,765 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:43:03,768 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/recovered.edits]
2024-11-26T14:43:03,768 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/recovered.edits]
2024-11-26T14:43:03,768 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/recovered.edits]
2024-11-26T14:43:03,776 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442
2024-11-26T14:43:03,776 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_.a28667c32719d379d187988c4e832442
2024-11-26T14:43:03,777 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_ to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/cf/56306b68c12d442fb8de2be085f1c79a_SeqId_4_
2024-11-26T14:43:03,780 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/recovered.edits/10.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274/recovered.edits/10.seqid
2024-11-26T14:43:03,780 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/recovered.edits/10.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6/recovered.edits/10.seqid
2024-11-26T14:43:03,782 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/10ea57a561a2e45820110b416975c274
2024-11-26T14:43:03,782 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/7ab9907c21d23497c2c812f9500309b6
2024-11-26T14:43:03,782 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/recovered.edits/6.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442/recovered.edits/6.seqid
2024-11-26T14:43:03,783 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportFileSystemStateWithSplitRegion/a28667c32719d379d187988c4e832442
2024-11-26T14:43:03,783 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testExportFileSystemStateWithSplitRegion regions
2024-11-26T14:43:03,786 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=37, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-11-26T14:43:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,798 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 3 rows of testExportFileSystemStateWithSplitRegion from hbase:meta
2024-11-26T14:43:03,802 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testExportFileSystemStateWithSplitRegion' descriptor.
2024-11-26T14:43:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:03,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:03,803 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-26T14:43:03,803 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-26T14:43:03,803 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-26T14:43:03,803 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-26T14:43:03,803 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-26T14:43:03,803 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-26T14:43:03,803 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportFileSystemStateWithSplitRegion with data null
2024-11-26T14:43:03,804 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-26T14:43:03,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37
2024-11-26T14:43:03,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:03,806 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=37, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,806 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testExportFileSystemStateWithSplitRegion' from region states.
2024-11-26T14:43:03,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:03,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:03,806 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithSplitRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:03,806 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632183806"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:03,806 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632183806"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:03,807 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632183806"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:03,810 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 3 regions from META
2024-11-26T14:43:03,810 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a28667c32719d379d187988c4e832442, NAME => 'testExportFileSystemStateWithSplitRegion,,1732632059046.a28667c32719d379d187988c4e832442.', STARTKEY => '', ENDKEY => ''}, {ENCODED => 10ea57a561a2e45820110b416975c274, NAME => 'testExportFileSystemStateWithSplitRegion,,1732632065592.10ea57a561a2e45820110b416975c274.', STARTKEY => '', ENDKEY => '5'}, {ENCODED => 7ab9907c21d23497c2c812f9500309b6, NAME => 'testExportFileSystemStateWithSplitRegion,5,1732632065592.7ab9907c21d23497c2c812f9500309b6.', STARTKEY => '5', ENDKEY => ''}]
2024-11-26T14:43:03,811 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testExportFileSystemStateWithSplitRegion' as deleted.
2024-11-26T14:43:03,811 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632183811"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:03,814 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testExportFileSystemStateWithSplitRegion state from META
2024-11-26T14:43:03,815 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=37, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,817 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportFileSystemStateWithSplitRegion in 71 msec
2024-11-26T14:43:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=37
2024-11-26T14:43:03,910 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,910 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:43:03,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:03,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-26T14:43:03,915 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632183915"}]},"ts":"1732632183915"}
2024-11-26T14:43:03,917 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLING in hbase:meta
2024-11-26T14:43:03,917 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLING
2024-11-26T14:43:03,918 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion}]
2024-11-26T14:43:03,920 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, UNASSIGN}, {pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, UNASSIGN}]
2024-11-26T14:43:03,921 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, UNASSIGN
2024-11-26T14:43:03,921 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, UNASSIGN
2024-11-26T14:43:03,921 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3ffcf57310a78f5b9fc0ea557080acbf, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:03,921 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0ed1fe08d02a108fa19610903322476b, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:03,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, UNASSIGN because future has completed
2024-11-26T14:43:03,924 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:03,924 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:03,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, UNASSIGN because future has completed
2024-11-26T14:43:03,925 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:03,925 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ed1fe08d02a108fa19610903322476b, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:43:04,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-26T14:43:04,077 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:43:04,078 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:04,078 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing 3ffcf57310a78f5b9fc0ea557080acbf, disabling compactions & flushes
2024-11-26T14:43:04,078 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:43:04,078 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:43:04,078 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf. after waiting 0 ms
2024-11-26T14:43:04,078 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:43:04,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:43:04,081 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(122): Close 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:43:04,081 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:04,081 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1722): Closing 0ed1fe08d02a108fa19610903322476b, disabling compactions & flushes
2024-11-26T14:43:04,081 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:43:04,081 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:43:04,081 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b. after waiting 0 ms
2024-11-26T14:43:04,081 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:43:04,083 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:43:04,084 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:04,084 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.
2024-11-26T14:43:04,085 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for 3ffcf57310a78f5b9fc0ea557080acbf:
Waiting for close lock at 1732632184078Running coprocessor pre-close hooks at 1732632184078Disabling compacts and flushes for region at 1732632184078Disabling writes for close at 1732632184078Writing region close event to WAL at 1732632184079 (+1 ms)Running coprocessor post-close hooks at 1732632184084 (+5 ms)Closed at 1732632184084
2024-11-26T14:43:04,087 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed 3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:43:04,087 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:43:04,087 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=3ffcf57310a78f5b9fc0ea557080acbf, regionState=CLOSED
2024-11-26T14:43:04,088 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:04,088 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.
2024-11-26T14:43:04,088 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] regionserver.HRegion(1676): Region close journal for 0ed1fe08d02a108fa19610903322476b:
Waiting for close lock at 1732632184081Running coprocessor pre-close hooks at 1732632184081Disabling compacts and flushes for region at 1732632184081Disabling writes for close at 1732632184081Writing region close event to WAL at 1732632184082 (+1 ms)Running coprocessor post-close hooks at 1732632184087 (+5 ms)Closed at 1732632184088 (+1 ms)
2024-11-26T14:43:04,089 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=43}] handler.UnassignRegionHandler(157): Closed 0ed1fe08d02a108fa19610903322476b
2024-11-26T14:43:04,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:04,090 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=40 updating hbase:meta row=0ed1fe08d02a108fa19610903322476b, regionState=CLOSED
2024-11-26T14:43:04,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=40, state=RUNNABLE, hasLock=false; CloseRegionProcedure 0ed1fe08d02a108fa19610903322476b, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:43:04,093 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41
2024-11-26T14:43:04,094 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure 3ffcf57310a78f5b9fc0ea557080acbf, server=19945b63c2b4,40087,1732632046275 in 167 msec
2024-11-26T14:43:04,095 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=3ffcf57310a78f5b9fc0ea557080acbf, UNASSIGN in 173 msec
2024-11-26T14:43:04,096 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=40
2024-11-26T14:43:04,097 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=40, state=SUCCESS, hasLock=false; CloseRegionProcedure 0ed1fe08d02a108fa19610903322476b, server=19945b63c2b4,46365,1732632046344 in 169 msec
2024-11-26T14:43:04,098 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-26T14:43:04,098 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSplitRegion, region=0ed1fe08d02a108fa19610903322476b, UNASSIGN in 176 msec
2024-11-26T14:43:04,100 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38
2024-11-26T14:43:04,100 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 181 msec
2024-11-26T14:43:04,102 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632184102"}]},"ts":"1732632184102"}
2024-11-26T14:43:04,104 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSplitRegion, state=DISABLED in hbase:meta
2024-11-26T14:43:04,104 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSplitRegion to state=DISABLED
2024-11-26T14:43:04,106 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 194 msec
2024-11-26T14:43:04,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38
2024-11-26T14:43:04,229 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:43:04,230 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,232 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=44, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,233 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=44, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,235 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,237 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b
2024-11-26T14:43:04,237 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:43:04,239 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/recovered.edits]
2024-11-26T14:43:04,239 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/recovered.edits]
2024-11-26T14:43:04,244 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf/af59ab11b03c4ae19c739f6ed8dbca46 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/cf/af59ab11b03c4ae19c739f6ed8dbca46
2024-11-26T14:43:04,244 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf/da7b1000c40543a6bca85e13d7721378 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/cf/da7b1000c40543a6bca85e13d7721378
2024-11-26T14:43:04,247 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b/recovered.edits/9.seqid
2024-11-26T14:43:04,247 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf/recovered.edits/9.seqid
2024-11-26T14:43:04,248 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/0ed1fe08d02a108fa19610903322476b
2024-11-26T14:43:04,248 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSplitRegion/3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:43:04,248 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSplitRegion regions
2024-11-26T14:43:04,249 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c
2024-11-26T14:43:04,250 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf]
2024-11-26T14:43:04,254 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/c4ca4238a0b923820dcc509a6f75849b202411260b1540789c6d4251af59eadcfc41d223_3ffcf57310a78f5b9fc0ea557080acbf
2024-11-26T14:43:04,255 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c/cf/d41d8cd98f00b204e9800998ecf8427e20241126ba7eec566c4943c890ab998ef0239ccc_0ed1fe08d02a108fa19610903322476b
2024-11-26T14:43:04,256 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSplitRegion/8bc6791f9a8595eff0f40af260f3f56c
2024-11-26T14:43:04,258 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=44, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,261 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSplitRegion from hbase:meta
2024-11-26T14:43:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,298 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-26T14:43:04,298 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-26T14:43:04,298 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-26T14:43:04,298 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSplitRegion with data PBUF
2024-11-26T14:43:04,299 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSplitRegion' descriptor.
2024-11-26T14:43:04,301 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=44, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,301 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSplitRegion' from region states.
2024-11-26T14:43:04,301 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632184301"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:04,301 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632184301"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:04,303 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:43:04,303 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 0ed1fe08d02a108fa19610903322476b, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,,1732632055728.0ed1fe08d02a108fa19610903322476b.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 3ffcf57310a78f5b9fc0ea557080acbf, NAME => 'testtb-testExportFileSystemStateWithSplitRegion,1,1732632055728.3ffcf57310a78f5b9fc0ea557080acbf.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:43:04,304 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSplitRegion' as deleted.
2024-11-26T14:43:04,304 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSplitRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632184304"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:04,306 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSplitRegion state from META
2024-11-26T14:43:04,307 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=44, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,308 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSplitRegion in 77 msec
2024-11-26T14:43:04,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44
2024-11-26T14:43:04,310 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,310 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSplitRegion completed
2024-11-26T14:43:04,326 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-26T14:43:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,331 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-26T14:43:04,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,335 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithSplitRegion"
type: DISABLED

2024-11-26T14:43:04,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:04,368 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSplitRegion Thread=757 (was 716)
Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:34758 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_OPEN_REGION-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-10
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:57242 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1681868874_1 at /127.0.0.1:34142 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-12
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-11
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:34170 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #0
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213)
	java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295)
	app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054)
	app//org.apache.hadoop.util.Shell.run(Shell.java:959)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282)
	app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-9
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: region-location-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:41785 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 120284)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-7
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-8
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Container metrics unregistration
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41785
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DeletionService #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: zk-permission-watcher-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-1416
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)
 - Thread LEAK? -, OpenFileDescriptor=788 (was 779) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=497 (was 334) - SystemLoadAverage LEAK? -, ProcessCount=17 (was 11) - ProcessCount LEAK? -, AvailableMemoryMB=2505 (was 8160)
2024-11-26T14:43:04,369 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=757 is superior to 500
2024-11-26T14:43:04,385 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=757, OpenFileDescriptor=788, MaxFileDescriptor=1048576, SystemLoadAverage=497, ProcessCount=17, AvailableMemoryMB=2504
2024-11-26T14:43:04,385 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=757 is superior to 500
2024-11-26T14:43:04,387 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:43:04,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:04,389 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:43:04,389 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithTargetName"
 procId is: 45
2024-11-26T14:43:04,390 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:43:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-26T14:43:04,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741911_1087 (size=442)
2024-11-26T14:43:04,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741911_1087 (size=442)
2024-11-26T14:43:04,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741911_1087 (size=442)
2024-11-26T14:43:04,402 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 951c152bca74be76cd090cbff80d8338, NAME => 'testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:04,402 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 03fa42bd6cdd30ae3feabbfeedc42fd4, NAME => 'testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithTargetName', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:04,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741912_1088 (size=67)
2024-11-26T14:43:04,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741912_1088 (size=67)
2024-11-26T14:43:04,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741912_1088 (size=67)
2024-11-26T14:43:04,410 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:04,410 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1722): Closing 951c152bca74be76cd090cbff80d8338, disabling compactions & flushes
2024-11-26T14:43:04,410 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,410 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,410 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338. after waiting 0 ms
2024-11-26T14:43:04,410 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,410 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,411 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-0 {}] regionserver.HRegion(1676): Region close journal for 951c152bca74be76cd090cbff80d8338:
Waiting for close lock at 1732632184410Disabling compacts and flushes for region at 1732632184410Disabling writes for close at 1732632184410Writing region close event to WAL at 1732632184410Closed at 1732632184410
2024-11-26T14:43:04,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741913_1089 (size=67)
2024-11-26T14:43:04,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741913_1089 (size=67)
2024-11-26T14:43:04,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741913_1089 (size=67)
2024-11-26T14:43:04,415 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:04,415 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1722): Closing 03fa42bd6cdd30ae3feabbfeedc42fd4, disabling compactions & flushes
2024-11-26T14:43:04,415 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,415 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,415 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4. after waiting 0 ms
2024-11-26T14:43:04,415 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,415 INFO  [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,415 DEBUG [RegionOpenAndInit-testtb-testExportWithTargetName-pool-1 {}] regionserver.HRegion(1676): Region close journal for 03fa42bd6cdd30ae3feabbfeedc42fd4:
Waiting for close lock at 1732632184415Disabling compacts and flushes for region at 1732632184415Disabling writes for close at 1732632184415Writing region close event to WAL at 1732632184415Closed at 1732632184415
2024-11-26T14:43:04,417 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:43:04,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732632184417"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632184417"}]},"ts":"1732632184417"}
2024-11-26T14:43:04,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.","families":{"info":[{"qualifier":"regioninfo","vlen":66,"tag":[],"timestamp":"1732632184417"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632184417"}]},"ts":"1732632184417"}
2024-11-26T14:43:04,421 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:43:04,422 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:43:04,422 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632184422"}]},"ts":"1732632184422"}
2024-11-26T14:43:04,424 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLING in hbase:meta
2024-11-26T14:43:04,425 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:43:04,426 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:43:04,426 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:43:04,426 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:43:04,426 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:43:04,427 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, ASSIGN}, {pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, ASSIGN}]
2024-11-26T14:43:04,428 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, ASSIGN
2024-11-26T14:43:04,428 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, ASSIGN
2024-11-26T14:43:04,429 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:43:04,429 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, ASSIGN; state=OFFLINE, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:43:04,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-26T14:43:04,579 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:43:04,580 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=951c152bca74be76cd090cbff80d8338, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:43:04,580 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=03fa42bd6cdd30ae3feabbfeedc42fd4, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:04,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, ASSIGN because future has completed
2024-11-26T14:43:04,582 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 951c152bca74be76cd090cbff80d8338, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:43:04,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=45, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, ASSIGN because future has completed
2024-11-26T14:43:04,583 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-26T14:43:04,734 DEBUG [RSProcedureDispatcher-pool-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:43:04,736 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:43:04,739 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,739 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 03fa42bd6cdd30ae3feabbfeedc42fd4, NAME => 'testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:43:04,740 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4. service=AccessControlService
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 951c152bca74be76cd090cbff80d8338, NAME => 'testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:43:04,740 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338. service=AccessControlService
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,740 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithTargetName 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,740 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,741 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:04,741 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,741 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,741 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,742 INFO  [StoreOpener-951c152bca74be76cd090cbff80d8338-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 951c152bca74be76cd090cbff80d8338 
2024-11-26T14:43:04,742 INFO  [StoreOpener-03fa42bd6cdd30ae3feabbfeedc42fd4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 03fa42bd6cdd30ae3feabbfeedc42fd4 
2024-11-26T14:43:04,744 INFO  [StoreOpener-951c152bca74be76cd090cbff80d8338-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 951c152bca74be76cd090cbff80d8338 columnFamilyName cf
2024-11-26T14:43:04,744 INFO  [StoreOpener-03fa42bd6cdd30ae3feabbfeedc42fd4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03fa42bd6cdd30ae3feabbfeedc42fd4 columnFamilyName cf
2024-11-26T14:43:04,745 DEBUG [StoreOpener-03fa42bd6cdd30ae3feabbfeedc42fd4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:04,745 DEBUG [StoreOpener-951c152bca74be76cd090cbff80d8338-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:04,745 INFO  [StoreOpener-03fa42bd6cdd30ae3feabbfeedc42fd4-1 {}] regionserver.HStore(327): Store=03fa42bd6cdd30ae3feabbfeedc42fd4/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:04,745 INFO  [StoreOpener-951c152bca74be76cd090cbff80d8338-1 {}] regionserver.HStore(327): Store=951c152bca74be76cd090cbff80d8338/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:04,746 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,747 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,747 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,747 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,748 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,748 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,748 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,749 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,749 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,749 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,749 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,751 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,753 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:04,754 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:04,754 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 03fa42bd6cdd30ae3feabbfeedc42fd4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72636540, jitterRate=0.08236879110336304}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:04,754 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:04,755 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 03fa42bd6cdd30ae3feabbfeedc42fd4:
Running coprocessor pre-open hook at 1732632184741Writing region info on filesystem at 1732632184741Initializing all the Stores at 1732632184742 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632184742Cleaning up temporary data from old regions at 1732632184748 (+6 ms)Running coprocessor post-open hooks at 1732632184754 (+6 ms)Region opened successfully at 1732632184755 (+1 ms)
2024-11-26T14:43:04,756 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 951c152bca74be76cd090cbff80d8338; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70189581, jitterRate=0.04590626060962677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:04,756 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:04,756 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4., pid=49, masterSystemTime=1732632184735
2024-11-26T14:43:04,756 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 951c152bca74be76cd090cbff80d8338:
Running coprocessor pre-open hook at 1732632184741Writing region info on filesystem at 1732632184741Initializing all the Stores at 1732632184742 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632184742Cleaning up temporary data from old regions at 1732632184749 (+7 ms)Running coprocessor post-open hooks at 1732632184756 (+7 ms)Region opened successfully at 1732632184756
2024-11-26T14:43:04,757 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338., pid=48, masterSystemTime=1732632184734
2024-11-26T14:43:04,758 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,758 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:04,759 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=47 updating hbase:meta row=03fa42bd6cdd30ae3feabbfeedc42fd4, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:04,759 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,759 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:04,759 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=46 updating hbase:meta row=951c152bca74be76cd090cbff80d8338, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:43:04,761 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,39113,1732632046120, table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-26T14:43:04,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=47, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:04,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=46, state=RUNNABLE, hasLock=false; OpenRegionProcedure 951c152bca74be76cd090cbff80d8338, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:43:04,765 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=47
2024-11-26T14:43:04,766 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=47, state=SUCCESS, hasLock=false; OpenRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4, server=19945b63c2b4,40087,1732632046275 in 180 msec
2024-11-26T14:43:04,767 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=46
2024-11-26T14:43:04,767 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, ASSIGN in 339 msec
2024-11-26T14:43:04,767 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=46, state=SUCCESS, hasLock=false; OpenRegionProcedure 951c152bca74be76cd090cbff80d8338, server=19945b63c2b4,39113,1732632046120 in 182 msec
2024-11-26T14:43:04,769 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=45
2024-11-26T14:43:04,769 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=45, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, ASSIGN in 341 msec
2024-11-26T14:43:04,770 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:43:04,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632184770"}]},"ts":"1732632184770"}
2024-11-26T14:43:04,772 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=ENABLED in hbase:meta
2024-11-26T14:43:04,773 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=45, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithTargetName execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:43:04,773 DEBUG [PEWorker-1 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithTargetName jenkins: RWXCA
2024-11-26T14:43:04,777 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-26T14:43:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:04,855 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:04,855 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:04,856 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:04,856 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF\x0AE\x0A\x07jenkins\x12:\x08\x03"6\x0A*\x0A\x07default\x12\x1Ftesttb-testExportWithTargetName \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:04,863 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithTargetName in 469 msec
2024-11-26T14:43:05,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=45
2024-11-26T14:43:05,019 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-26T14:43:05,019 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-26T14:43:05,023 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:05,024 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:05,026 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,032 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,035 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:05,037 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:05,041 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,044 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-26T14:43:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632185044 (current time:1732632185044).
2024-11-26T14:43:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:43:05,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-26T14:43:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70eb954e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:05,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:05,046 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a79fe56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:05,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:05,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,049 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:05,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3175aacb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:05,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:05,052 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:05,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:43:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:05,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,054 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b730b44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:05,055 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27e3526a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:05,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:05,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,057 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:05,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc0541c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:05,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:05,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:05,060 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:05,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:05,064 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:43:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,065 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-26T14:43:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-26T14:43:05,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-26T14:43:05,068 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-26T14:43:05,069 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:05,071 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:05,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741914_1090 (size=167)
2024-11-26T14:43:05,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741914_1090 (size=167)
2024-11-26T14:43:05,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741914_1090 (size=167)
2024-11-26T14:43:05,080 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:05,081 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338}, {pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4}]
2024-11-26T14:43:05,082 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:05,082 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-26T14:43:05,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-11-26T14:43:05,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 03fa42bd6cdd30ae3feabbfeedc42fd4:

2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 951c152bca74be76cd090cbff80d8338:

2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4. for emptySnaptb0-testExportWithTargetName completed.
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338. for emptySnaptb0-testExportWithTargetName completed.
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.' region-info for snapshot=emptySnaptb0-testExportWithTargetName
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:43:05,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:43:05,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741915_1091 (size=70)
2024-11-26T14:43:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741916_1092 (size=70)
2024-11-26T14:43:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741915_1091 (size=70)
2024-11-26T14:43:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741915_1091 (size=70)
2024-11-26T14:43:05,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741916_1092 (size=70)
2024-11-26T14:43:05,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:05,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:05,242 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741916_1092 (size=70)
2024-11-26T14:43:05,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-26T14:43:05,242 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-11-26T14:43:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=52
2024-11-26T14:43:05,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-26T14:43:05,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithTargetName on region 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:05,243 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:05,243 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,245 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338 in 163 msec
2024-11-26T14:43:05,247 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=50
2024-11-26T14:43:05,247 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4 in 163 msec
2024-11-26T14:43:05,247 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:05,248 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:05,249 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:05,249 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:05,249 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:05,249 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:43:05,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741917_1093 (size=62)
2024-11-26T14:43:05,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741917_1093 (size=62)
2024-11-26T14:43:05,256 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741917_1093 (size=62)
2024-11-26T14:43:05,258 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:05,258 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithTargetName
2024-11-26T14:43:05,258 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName
2024-11-26T14:43:05,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741918_1094 (size=649)
2024-11-26T14:43:05,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741918_1094 (size=649)
2024-11-26T14:43:05,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741918_1094 (size=649)
2024-11-26T14:43:05,278 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:05,282 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:05,283 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithTargetName to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportWithTargetName
2024-11-26T14:43:05,284 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:05,284 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-26T14:43:05,286 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=emptySnaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 218 msec
2024-11-26T14:43:05,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-26T14:43:05,391 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-26T14:43:05,406 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:05,409 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:05,411 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithTargetName
2024-11-26T14:43:05,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:05,414 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:05,416 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,421 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,429 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithTargetName,, stopping at row=testtb-testExportWithTargetName ,, for max=2147483647 with caching=100
2024-11-26T14:43:05,434 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-26T14:43:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632185434 (current time:1732632185434).
2024-11-26T14:43:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:43:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithTargetName VERSION not specified, setting to 2
2024-11-26T14:43:05,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e955674, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:05,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:05,436 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:05,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:05,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619cb0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:05,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,438 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:05,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695c358, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:05,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:05,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:05,442 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:05,444 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,444 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:05,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@623009b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:05,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:05,446 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:05,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:05,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:05,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15b54077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:05,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:05,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,449 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:05,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@142ab6d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:05,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:05,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:05,455 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:05,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithTargetName', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:05,460 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:05,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithTargetName], kv [jenkins: RWXCA]
2024-11-26T14:43:05,460 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:05,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }
2024-11-26T14:43:05,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-26T14:43:05,464 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:05,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-26T14:43:05,465 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:05,468 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:05,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741919_1095 (size=162)
2024-11-26T14:43:05,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741919_1095 (size=162)
2024-11-26T14:43:05,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741919_1095 (size=162)
2024-11-26T14:43:05,482 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:05,482 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338}, {pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4}]
2024-11-26T14:43:05,484 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,484 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:05,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-26T14:43:05,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-11-26T14:43:05,637 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54
2024-11-26T14:43:05,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:05,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:05,637 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing 03fa42bd6cdd30ae3feabbfeedc42fd4 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-26T14:43:05,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-26T14:43:05,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName Metrics about Tables on a single HBase RegionServer
2024-11-26T14:43:05,638 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2902): Flushing 951c152bca74be76cd090cbff80d8338 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-26T14:43:05,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:05,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSplitRegion
2024-11-26T14:43:05,660 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338 is 71, key is 0e23f48be0b6dda2adeb6eed8e45e7ad/cf:q/1732632185406/Put/seqid=0
2024-11-26T14:43:05,663 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4 is 71, key is 1077821bdf0ef23310a0dc79042f4ebd/cf:q/1732632185408/Put/seqid=0
2024-11-26T14:43:05,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741920_1096 (size=5032)
2024-11-26T14:43:05,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741920_1096 (size=5032)
2024-11-26T14:43:05,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741920_1096 (size=5032)
2024-11-26T14:43:05,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:05,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741921_1097 (size=8241)
2024-11-26T14:43:05,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741921_1097 (size=8241)
2024-11-26T14:43:05,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741921_1097 (size=8241)
2024-11-26T14:43:05,690 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,692 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/.tmp/cf/2072e3ec89b447a481b42916c873b3ed, store: [table=testtb-testExportWithTargetName family=cf region=951c152bca74be76cd090cbff80d8338]
2024-11-26T14:43:05,693 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/.tmp/cf/2072e3ec89b447a481b42916c873b3ed is 208, key is 0ac827818bad2f05112ad35fdcf6a3528/cf:q/1732632185406/Put/seqid=0
2024-11-26T14:43:05,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741922_1098 (size=5706)
2024-11-26T14:43:05,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741922_1098 (size=5706)
2024-11-26T14:43:05,699 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741922_1098 (size=5706)
2024-11-26T14:43:05,700 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/.tmp/cf/2072e3ec89b447a481b42916c873b3ed
2024-11-26T14:43:05,706 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/.tmp/cf/2072e3ec89b447a481b42916c873b3ed as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf/2072e3ec89b447a481b42916c873b3ed
2024-11-26T14:43:05,712 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf/2072e3ec89b447a481b42916c873b3ed, entries=2, sequenceid=6, filesize=5.6 K
2024-11-26T14:43:05,713 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 951c152bca74be76cd090cbff80d8338 in 75ms, sequenceid=6, compaction requested=false
2024-11-26T14:43:05,713 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithTargetName'
2024-11-26T14:43:05,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for 951c152bca74be76cd090cbff80d8338:

2024-11-26T14:43:05,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338. for snaptb0-testExportWithTargetName completed.
2024-11-26T14:43:05,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-26T14:43:05,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:05,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf/2072e3ec89b447a481b42916c873b3ed] hfiles
2024-11-26T14:43:05,715 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf/2072e3ec89b447a481b42916c873b3ed for snapshot=snaptb0-testExportWithTargetName
2024-11-26T14:43:05,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741923_1099 (size=109)
2024-11-26T14:43:05,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741923_1099 (size=109)
2024-11-26T14:43:05,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741923_1099 (size=109)
2024-11-26T14:43:05,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:05,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-11-26T14:43:05,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=54
2024-11-26T14:43:05,723 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,724 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:05,726 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 951c152bca74be76cd090cbff80d8338 in 243 msec
2024-11-26T14:43:05,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-26T14:43:06,073 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:06,078 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:06,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/.tmp/cf/80927cd40069417ab2914a0438a4c0d2, store: [table=testtb-testExportWithTargetName family=cf region=03fa42bd6cdd30ae3feabbfeedc42fd4]
2024-11-26T14:43:06,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/.tmp/cf/80927cd40069417ab2914a0438a4c0d2 is 208, key is 19bf7256ce137411da7059bf0817d2781/cf:q/1732632185408/Put/seqid=0
2024-11-26T14:43:06,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741924_1100 (size=15153)
2024-11-26T14:43:06,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741924_1100 (size=15153)
2024-11-26T14:43:06,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741924_1100 (size=15153)
2024-11-26T14:43:06,087 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/.tmp/cf/80927cd40069417ab2914a0438a4c0d2
2024-11-26T14:43:06,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-26T14:43:06,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/.tmp/cf/80927cd40069417ab2914a0438a4c0d2 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf/80927cd40069417ab2914a0438a4c0d2
2024-11-26T14:43:06,102 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf/80927cd40069417ab2914a0438a4c0d2, entries=48, sequenceid=6, filesize=14.8 K
2024-11-26T14:43:06,103 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 03fa42bd6cdd30ae3feabbfeedc42fd4 in 466ms, sequenceid=6, compaction requested=false
2024-11-26T14:43:06,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 03fa42bd6cdd30ae3feabbfeedc42fd4:

2024-11-26T14:43:06,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4. for snaptb0-testExportWithTargetName completed.
2024-11-26T14:43:06,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.' region-info for snapshot=snaptb0-testExportWithTargetName
2024-11-26T14:43:06,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:06,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf/80927cd40069417ab2914a0438a4c0d2] hfiles
2024-11-26T14:43:06,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf/80927cd40069417ab2914a0438a4c0d2 for snapshot=snaptb0-testExportWithTargetName
2024-11-26T14:43:06,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741925_1101 (size=109)
2024-11-26T14:43:06,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741925_1101 (size=109)
2024-11-26T14:43:06,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741925_1101 (size=109)
2024-11-26T14:43:06,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:06,112 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-26T14:43:06,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-26T14:43:06,113 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithTargetName on region 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:06,113 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:06,116 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=53
2024-11-26T14:43:06,116 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:06,116 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4 in 632 msec
2024-11-26T14:43:06,117 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:06,118 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:06,118 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:06,118 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:06,120 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338] hfiles
2024-11-26T14:43:06,120 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:06,120 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:06,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741926_1102 (size=293)
2024-11-26T14:43:06,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741926_1102 (size=293)
2024-11-26T14:43:06,126 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741926_1102 (size=293)
2024-11-26T14:43:06,127 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:06,127 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithTargetName
2024-11-26T14:43:06,128 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName
2024-11-26T14:43:06,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741927_1103 (size=959)
2024-11-26T14:43:06,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741927_1103 (size=959)
2024-11-26T14:43:06,138 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741927_1103 (size=959)
2024-11-26T14:43:06,142 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:06,151 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:06,151 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportWithTargetName to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-26T14:43:06,153 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:06,153 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-11-26T14:43:06,155 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snaptb0-testExportWithTargetName table=testtb-testExportWithTargetName type=FLUSH ttl=0 } in 692 msec
2024-11-26T14:43:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-11-26T14:43:06,599 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithTargetName completed
2024-11-26T14:43:06,599 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599
2024-11-26T14:43:06,600 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:06,634 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:06,634 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-26T14:43:06,636 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:43:06,644 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithTargetName to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599/.hbase-snapshot/.tmp/testExportWithTargetName
2024-11-26T14:43:06,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741929_1105 (size=959)
2024-11-26T14:43:06,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741928_1104 (size=162)
2024-11-26T14:43:06,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741928_1104 (size=162)
2024-11-26T14:43:06,666 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741928_1104 (size=162)
2024-11-26T14:43:06,667 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741929_1105 (size=959)
2024-11-26T14:43:06,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741929_1105 (size=959)
2024-11-26T14:43:06,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741930_1106 (size=154)
2024-11-26T14:43:06,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741930_1106 (size=154)
2024-11-26T14:43:06,681 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741930_1106 (size=154)
2024-11-26T14:43:06,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:06,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:06,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,738 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-10231837443549934539.jar
2024-11-26T14:43:07,738 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,739 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-6116733654951490852.jar
2024-11-26T14:43:07,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:07,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:43:07,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:43:07,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:43:07,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:43:07,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:43:07,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:43:07,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:43:07,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:43:07,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:43:07,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:43:07,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:43:07,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:07,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:07,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:07,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:07,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:07,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:07,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:07,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741931_1107 (size=24020)
2024-11-26T14:43:07,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741931_1107 (size=24020)
2024-11-26T14:43:07,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741931_1107 (size=24020)
2024-11-26T14:43:07,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741932_1108 (size=77755)
2024-11-26T14:43:07,954 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741932_1108 (size=77755)
2024-11-26T14:43:07,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741932_1108 (size=77755)
2024-11-26T14:43:07,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741933_1109 (size=131360)
2024-11-26T14:43:07,974 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741933_1109 (size=131360)
2024-11-26T14:43:07,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741933_1109 (size=131360)
2024-11-26T14:43:07,989 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741934_1110 (size=111793)
2024-11-26T14:43:07,990 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741934_1110 (size=111793)
2024-11-26T14:43:07,991 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741934_1110 (size=111793)
2024-11-26T14:43:08,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741935_1111 (size=440956)
2024-11-26T14:43:08,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741935_1111 (size=440956)
2024-11-26T14:43:08,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741935_1111 (size=440956)
2024-11-26T14:43:08,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741936_1112 (size=1832290)
2024-11-26T14:43:08,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741936_1112 (size=1832290)
2024-11-26T14:43:08,035 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741936_1112 (size=1832290)
2024-11-26T14:43:08,077 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741937_1113 (size=8360005)
2024-11-26T14:43:08,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741937_1113 (size=8360005)
2024-11-26T14:43:08,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741937_1113 (size=8360005)
2024-11-26T14:43:08,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741938_1114 (size=6424749)
2024-11-26T14:43:08,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741938_1114 (size=6424749)
2024-11-26T14:43:08,149 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741938_1114 (size=6424749)
2024-11-26T14:43:08,252 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0001_000001 (auth:SIMPLE) from 127.0.0.1:39490
2024-11-26T14:43:08,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741939_1115 (size=503880)
2024-11-26T14:43:08,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741939_1115 (size=503880)
2024-11-26T14:43:08,255 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741939_1115 (size=503880)
2024-11-26T14:43:08,256 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0001/container_1732632053631_0001_01_000001/launch_container.sh]
2024-11-26T14:43:08,256 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0001/container_1732632053631_0001_01_000001/container_tokens]
2024-11-26T14:43:08,256 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0001/container_1732632053631_0001_01_000001/sysfs]
2024-11-26T14:43:08,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741940_1116 (size=322274)
2024-11-26T14:43:08,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741940_1116 (size=322274)
2024-11-26T14:43:08,278 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741940_1116 (size=322274)
2024-11-26T14:43:08,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741941_1117 (size=20406)
2024-11-26T14:43:08,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741941_1117 (size=20406)
2024-11-26T14:43:08,296 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741941_1117 (size=20406)
2024-11-26T14:43:08,314 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741942_1118 (size=45609)
2024-11-26T14:43:08,315 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741942_1118 (size=45609)
2024-11-26T14:43:08,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741942_1118 (size=45609)
2024-11-26T14:43:08,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741943_1119 (size=136454)
2024-11-26T14:43:08,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741943_1119 (size=136454)
2024-11-26T14:43:08,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741943_1119 (size=136454)
2024-11-26T14:43:08,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741944_1120 (size=1597136)
2024-11-26T14:43:08,349 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741944_1120 (size=1597136)
2024-11-26T14:43:08,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741944_1120 (size=1597136)
2024-11-26T14:43:08,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741945_1121 (size=30873)
2024-11-26T14:43:08,366 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741945_1121 (size=30873)
2024-11-26T14:43:08,367 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741945_1121 (size=30873)
2024-11-26T14:43:08,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741946_1122 (size=29229)
2024-11-26T14:43:08,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741946_1122 (size=29229)
2024-11-26T14:43:08,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741946_1122 (size=29229)
2024-11-26T14:43:08,416 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741947_1123 (size=903859)
2024-11-26T14:43:08,417 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741947_1123 (size=903859)
2024-11-26T14:43:08,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741947_1123 (size=903859)
2024-11-26T14:43:08,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741948_1124 (size=5175431)
2024-11-26T14:43:08,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741948_1124 (size=5175431)
2024-11-26T14:43:08,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741948_1124 (size=5175431)
2024-11-26T14:43:08,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741949_1125 (size=232881)
2024-11-26T14:43:08,486 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741949_1125 (size=232881)
2024-11-26T14:43:08,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741949_1125 (size=232881)
2024-11-26T14:43:08,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741950_1126 (size=1323991)
2024-11-26T14:43:08,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741950_1126 (size=1323991)
2024-11-26T14:43:08,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741950_1126 (size=1323991)
2024-11-26T14:43:08,568 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741951_1127 (size=4695811)
2024-11-26T14:43:08,569 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741951_1127 (size=4695811)
2024-11-26T14:43:08,570 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741951_1127 (size=4695811)
2024-11-26T14:43:08,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741952_1128 (size=1877034)
2024-11-26T14:43:08,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741952_1128 (size=1877034)
2024-11-26T14:43:08,631 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741952_1128 (size=1877034)
2024-11-26T14:43:08,670 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741953_1129 (size=217555)
2024-11-26T14:43:08,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741953_1129 (size=217555)
2024-11-26T14:43:08,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741953_1129 (size=217555)
2024-11-26T14:43:08,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741954_1130 (size=4188619)
2024-11-26T14:43:08,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741954_1130 (size=4188619)
2024-11-26T14:43:08,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741954_1130 (size=4188619)
2024-11-26T14:43:08,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741955_1131 (size=127628)
2024-11-26T14:43:08,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741955_1131 (size=127628)
2024-11-26T14:43:08,710 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741955_1131 (size=127628)
2024-11-26T14:43:08,715 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:43:08,718 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithTargetName' hfile list
2024-11-26T14:43:08,720 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.8 K
2024-11-26T14:43:08,720 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K
2024-11-26T14:43:08,721 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.6 K
2024-11-26T14:43:08,721 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=4.9 K
2024-11-26T14:43:08,733 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741956_1132 (size=1031)
2024-11-26T14:43:08,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741956_1132 (size=1031)
2024-11-26T14:43:08,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741956_1132 (size=1031)
2024-11-26T14:43:08,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741957_1133 (size=35)
2024-11-26T14:43:08,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741957_1133 (size=35)
2024-11-26T14:43:08,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741957_1133 (size=35)
2024-11-26T14:43:08,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741958_1134 (size=304082)
2024-11-26T14:43:08,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741958_1134 (size=304082)
2024-11-26T14:43:08,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741958_1134 (size=304082)
2024-11-26T14:43:08,847 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:43:08,847 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:43:08,948 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:60516
2024-11-26T14:43:09,154 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:43:14,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:43:14,264 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:47054
2024-11-26T14:43:14,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741959_1135 (size=349780)
2024-11-26T14:43:14,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741959_1135 (size=349780)
2024-11-26T14:43:14,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741959_1135 (size=349780)
2024-11-26T14:43:16,589 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:35818
2024-11-26T14:43:16,590 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:38534
2024-11-26T14:43:17,371 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:38548
2024-11-26T14:43:17,379 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:35822
2024-11-26T14:43:20,180 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0002_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:43:22,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741960_1136 (size=15153)
2024-11-26T14:43:22,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741960_1136 (size=15153)
2024-11-26T14:43:22,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741960_1136 (size=15153)
2024-11-26T14:43:22,580 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000002/launch_container.sh]
2024-11-26T14:43:22,580 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000002/container_tokens]
2024-11-26T14:43:22,580 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000002/sysfs]
2024-11-26T14:43:24,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741962_1138 (size=5706)
2024-11-26T14:43:24,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741962_1138 (size=5706)
2024-11-26T14:43:24,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741962_1138 (size=5706)
2024-11-26T14:43:24,278 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000004/launch_container.sh]
2024-11-26T14:43:24,278 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000004/container_tokens]
2024-11-26T14:43:24,278 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000004/sysfs]
2024-11-26T14:43:24,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741963_1139 (size=8241)
2024-11-26T14:43:24,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741963_1139 (size=8241)
2024-11-26T14:43:24,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741963_1139 (size=8241)
2024-11-26T14:43:24,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741964_1140 (size=5032)
2024-11-26T14:43:24,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741964_1140 (size=5032)
2024-11-26T14:43:24,857 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741964_1140 (size=5032)
2024-11-26T14:43:24,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741961_1137 (size=31749)
2024-11-26T14:43:24,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741961_1137 (size=31749)
2024-11-26T14:43:24,913 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741961_1137 (size=31749)
2024-11-26T14:43:24,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741965_1141 (size=465)
2024-11-26T14:43:24,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741965_1141 (size=465)
2024-11-26T14:43:24,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741965_1141 (size=465)
2024-11-26T14:43:24,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741966_1142 (size=31749)
2024-11-26T14:43:24,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741966_1142 (size=31749)
2024-11-26T14:43:24,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741966_1142 (size=31749)
2024-11-26T14:43:25,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741967_1143 (size=349780)
2024-11-26T14:43:25,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741967_1143 (size=349780)
2024-11-26T14:43:25,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741967_1143 (size=349780)
2024-11-26T14:43:25,041 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:49462
2024-11-26T14:43:25,048 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:49476
2024-11-26T14:43:25,055 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732632053631_0002_01_000005 is : 143
2024-11-26T14:43:25,062 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732632053631_0002_01_000003 is : 143
2024-11-26T14:43:25,066 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000005/launch_container.sh]
2024-11-26T14:43:25,066 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000005/container_tokens]
2024-11-26T14:43:25,066 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000005/sysfs]
2024-11-26T14:43:25,071 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000003/launch_container.sh]
2024-11-26T14:43:25,071 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000003/container_tokens]
2024-11-26T14:43:25,071 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000003/sysfs]
2024-11-26T14:43:27,037 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:43:27,038 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:43:27,045 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: testExportWithTargetName
2024-11-26T14:43:27,046 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:43:27,046 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:43:27,046 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithTargetName at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithTargetName
2024-11-26T14:43:27,047 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithTargetName/.snapshotinfo
2024-11-26T14:43:27,047 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithTargetName/data.manifest
2024-11-26T14:43:27,047 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599/.hbase-snapshot/testExportWithTargetName at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599/.hbase-snapshot/testExportWithTargetName
2024-11-26T14:43:27,047 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599/.hbase-snapshot/testExportWithTargetName/.snapshotinfo
2024-11-26T14:43:27,047 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632186599/.hbase-snapshot/testExportWithTargetName/data.manifest
2024-11-26T14:43:27,055 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithTargetName
2024-11-26T14:43:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-26T14:43:27,059 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632207059"}]},"ts":"1732632207059"}
2024-11-26T14:43:27,062 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLING in hbase:meta
2024-11-26T14:43:27,062 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithTargetName to state=DISABLING
2024-11-26T14:43:27,062 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName}]
2024-11-26T14:43:27,064 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, UNASSIGN}, {pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, UNASSIGN}]
2024-11-26T14:43:27,065 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, UNASSIGN
2024-11-26T14:43:27,065 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, UNASSIGN
2024-11-26T14:43:27,066 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=03fa42bd6cdd30ae3feabbfeedc42fd4, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:27,066 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=951c152bca74be76cd090cbff80d8338, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:43:27,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, UNASSIGN because future has completed
2024-11-26T14:43:27,068 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:27,068 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 951c152bca74be76cd090cbff80d8338, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:43:27,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, UNASSIGN because future has completed
2024-11-26T14:43:27,070 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:27,070 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:27,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-26T14:43:27,221 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(122): Close 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:27,221 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:27,221 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1722): Closing 951c152bca74be76cd090cbff80d8338, disabling compactions & flushes
2024-11-26T14:43:27,221 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:27,221 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:27,221 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338. after waiting 0 ms
2024-11-26T14:43:27,221 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:27,223 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(122): Close 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:27,223 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:27,223 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1722): Closing 03fa42bd6cdd30ae3feabbfeedc42fd4, disabling compactions & flushes
2024-11-26T14:43:27,223 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1755): Closing region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:27,223 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:27,223 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4. after waiting 0 ms
2024-11-26T14:43:27,223 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:27,226 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:43:27,226 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:27,226 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.
2024-11-26T14:43:27,227 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1676): Region close journal for 951c152bca74be76cd090cbff80d8338:
Waiting for close lock at 1732632207221Running coprocessor pre-close hooks at 1732632207221Disabling compacts and flushes for region at 1732632207221Disabling writes for close at 1732632207221Writing region close event to WAL at 1732632207222 (+1 ms)Running coprocessor post-close hooks at 1732632207226 (+4 ms)Closed at 1732632207226
2024-11-26T14:43:27,227 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:43:27,227 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:27,227 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1973): Closed testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.
2024-11-26T14:43:27,228 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] regionserver.HRegion(1676): Region close journal for 03fa42bd6cdd30ae3feabbfeedc42fd4:
Waiting for close lock at 1732632207223Running coprocessor pre-close hooks at 1732632207223Disabling compacts and flushes for region at 1732632207223Disabling writes for close at 1732632207223Writing region close event to WAL at 1732632207224 (+1 ms)Running coprocessor post-close hooks at 1732632207227 (+3 ms)Closed at 1732632207227
2024-11-26T14:43:27,228 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(157): Closed 951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:27,229 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=951c152bca74be76cd090cbff80d8338, regionState=CLOSED
2024-11-26T14:43:27,229 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=61}] handler.UnassignRegionHandler(157): Closed 03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:27,230 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=59 updating hbase:meta row=03fa42bd6cdd30ae3feabbfeedc42fd4, regionState=CLOSED
2024-11-26T14:43:27,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=60, ppid=58, state=RUNNABLE, hasLock=false; CloseRegionProcedure 951c152bca74be76cd090cbff80d8338, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:43:27,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=61, ppid=59, state=RUNNABLE, hasLock=false; CloseRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:27,234 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=58
2024-11-26T14:43:27,235 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=58, state=SUCCESS, hasLock=false; CloseRegionProcedure 951c152bca74be76cd090cbff80d8338, server=19945b63c2b4,39113,1732632046120 in 164 msec
2024-11-26T14:43:27,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=59
2024-11-26T14:43:27,235 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=951c152bca74be76cd090cbff80d8338, UNASSIGN in 170 msec
2024-11-26T14:43:27,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=59, state=SUCCESS, hasLock=false; CloseRegionProcedure 03fa42bd6cdd30ae3feabbfeedc42fd4, server=19945b63c2b4,40087,1732632046275 in 164 msec
2024-11-26T14:43:27,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=57
2024-11-26T14:43:27,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithTargetName, region=03fa42bd6cdd30ae3feabbfeedc42fd4, UNASSIGN in 171 msec
2024-11-26T14:43:27,239 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-26T14:43:27,239 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithTargetName in 175 msec
2024-11-26T14:43:27,240 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632207240"}]},"ts":"1732632207240"}
2024-11-26T14:43:27,242 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithTargetName, state=DISABLED in hbase:meta
2024-11-26T14:43:27,242 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithTargetName to state=DISABLED
2024-11-26T14:43:27,244 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithTargetName in 188 msec
2024-11-26T14:43:27,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-26T14:43:27,379 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-26T14:43:27,379 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithTargetName
2024-11-26T14:43:27,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,381 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=62, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithTargetName
2024-11-26T14:43:27,382 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=62, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,384 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithTargetName
2024-11-26T14:43:27,386 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:27,386 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:27,388 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/recovered.edits]
2024-11-26T14:43:27,388 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/recovered.edits]
2024-11-26T14:43:27,392 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf/2072e3ec89b447a481b42916c873b3ed to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/cf/2072e3ec89b447a481b42916c873b3ed
2024-11-26T14:43:27,392 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf/80927cd40069417ab2914a0438a4c0d2 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/cf/80927cd40069417ab2914a0438a4c0d2
2024-11-26T14:43:27,395 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338/recovered.edits/9.seqid
2024-11-26T14:43:27,395 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4/recovered.edits/9.seqid
2024-11-26T14:43:27,395 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:27,395 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithTargetName/951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:27,395 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithTargetName regions
2024-11-26T14:43:27,396 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71
2024-11-26T14:43:27,397 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf]
2024-11-26T14:43:27,401 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/c4ca4238a0b923820dcc509a6f75849b20241126204ed0046707486490c897b094974b1a_03fa42bd6cdd30ae3feabbfeedc42fd4
2024-11-26T14:43:27,402 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71/cf/d41d8cd98f00b204e9800998ecf8427e202411264e9fb02c91eb477988ffd20b9e87dcfa_951c152bca74be76cd090cbff80d8338
2024-11-26T14:43:27,402 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithTargetName/90c8eeaaf01a24f585da11044309be71
2024-11-26T14:43:27,405 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=62, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,408 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithTargetName from hbase:meta
2024-11-26T14:43:27,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,444 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-26T14:43:27,444 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-26T14:43:27,444 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-26T14:43:27,444 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithTargetName with data PBUF
2024-11-26T14:43:27,445 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithTargetName' descriptor.
2024-11-26T14:43:27,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=62, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,446 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithTargetName' from region states.
2024-11-26T14:43:27,446 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632207446"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:27,446 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632207446"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:27,448 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:43:27,448 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 951c152bca74be76cd090cbff80d8338, NAME => 'testtb-testExportWithTargetName,,1732632184386.951c152bca74be76cd090cbff80d8338.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 03fa42bd6cdd30ae3feabbfeedc42fd4, NAME => 'testtb-testExportWithTargetName,1,1732632184386.03fa42bd6cdd30ae3feabbfeedc42fd4.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:43:27,448 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithTargetName' as deleted.
2024-11-26T14:43:27,448 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithTargetName","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632207448"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:27,450 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithTargetName state from META
2024-11-26T14:43:27,451 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=62, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithTargetName
2024-11-26T14:43:27,452 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithTargetName in 72 msec
2024-11-26T14:43:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithTargetName
2024-11-26T14:43:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:27,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:27,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-26T14:43:27,455 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithTargetName
2024-11-26T14:43:27,455 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithTargetName completed
2024-11-26T14:43:27,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithTargetName"
type: DISABLED

2024-11-26T14:43:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithTargetName
2024-11-26T14:43:27,464 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithTargetName"
type: DISABLED

2024-11-26T14:43:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithTargetName
2024-11-26T14:43:27,484 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithTargetName Thread=797 (was 757)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44705
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HFileArchiver-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:53998 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42673
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:37078 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-2210
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:59270 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1859762195_1 at /127.0.0.1:37040 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 123291)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
	app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-13
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38035
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:44705 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #1 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:38035 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:38035 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: LogDeleter #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=816 (was 788) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=637 (was 497) - SystemLoadAverage LEAK? -, ProcessCount=16 (was 17), AvailableMemoryMB=4439 (was 2504) - AvailableMemoryMB LEAK? -
2024-11-26T14:43:27,484 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=797 is superior to 500
2024-11-26T14:43:27,499 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=797, OpenFileDescriptor=816, MaxFileDescriptor=1048576, SystemLoadAverage=637, ProcessCount=16, AvailableMemoryMB=4439
2024-11-26T14:43:27,499 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=797 is superior to 500
2024-11-26T14:43:27,501 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:43:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:27,503 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:43:27,503 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithResetTtl"
 procId is: 63
2024-11-26T14:43:27,503 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:43:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-26T14:43:27,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741968_1144 (size=440)
2024-11-26T14:43:27,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741968_1144 (size=440)
2024-11-26T14:43:27,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741968_1144 (size=440)
2024-11-26T14:43:27,512 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b0d6e6d3ec27fd2d5d17cca7ba1248b1, NAME => 'testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:27,512 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => c2263bbf80f9461396e67f1090de78fb, NAME => 'testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:27,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741970_1146 (size=65)
2024-11-26T14:43:27,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741970_1146 (size=65)
2024-11-26T14:43:27,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741970_1146 (size=65)
2024-11-26T14:43:27,525 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:27,525 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing c2263bbf80f9461396e67f1090de78fb, disabling compactions & flushes
2024-11-26T14:43:27,525 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,525 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,525 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb. after waiting 0 ms
2024-11-26T14:43:27,525 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,525 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,525 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for c2263bbf80f9461396e67f1090de78fb:
Waiting for close lock at 1732632207525Disabling compacts and flushes for region at 1732632207525Disabling writes for close at 1732632207525Writing region close event to WAL at 1732632207525Closed at 1732632207525
2024-11-26T14:43:27,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741969_1145 (size=65)
2024-11-26T14:43:27,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741969_1145 (size=65)
2024-11-26T14:43:27,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741969_1145 (size=65)
2024-11-26T14:43:27,530 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:27,531 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing b0d6e6d3ec27fd2d5d17cca7ba1248b1, disabling compactions & flushes
2024-11-26T14:43:27,531 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,531 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,531 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1. after waiting 0 ms
2024-11-26T14:43:27,531 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,531 INFO  [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,531 DEBUG [RegionOpenAndInit-testtb-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for b0d6e6d3ec27fd2d5d17cca7ba1248b1:
Waiting for close lock at 1732632207531Disabling compacts and flushes for region at 1732632207531Disabling writes for close at 1732632207531Writing region close event to WAL at 1732632207531Closed at 1732632207531
2024-11-26T14:43:27,532 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:43:27,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732632207532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632207532"}]},"ts":"1732632207532"}
2024-11-26T14:43:27,532 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732632207532"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632207532"}]},"ts":"1732632207532"}
2024-11-26T14:43:27,535 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:43:27,536 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:43:27,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632207536"}]},"ts":"1732632207536"}
2024-11-26T14:43:27,538 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-26T14:43:27,538 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:43:27,539 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:43:27,539 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:43:27,539 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:43:27,539 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:43:27,540 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, ASSIGN}, {pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, ASSIGN}]
2024-11-26T14:43:27,541 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, ASSIGN
2024-11-26T14:43:27,541 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, ASSIGN
2024-11-26T14:43:27,542 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:43:27,542 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:43:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-26T14:43:27,693 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:43:27,693 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c2263bbf80f9461396e67f1090de78fb, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:27,693 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b0d6e6d3ec27fd2d5d17cca7ba1248b1, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:27,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, ASSIGN because future has completed
2024-11-26T14:43:27,696 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2263bbf80f9461396e67f1090de78fb, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:27,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, ASSIGN because future has completed
2024-11-26T14:43:27,697 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:43:27,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-26T14:43:27,851 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,851 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => c2263bbf80f9461396e67f1090de78fb, NAME => 'testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb. service=AccessControlService
2024-11-26T14:43:27,852 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(132): Open testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7752): Opening region: {ENCODED => b0d6e6d3ec27fd2d5d17cca7ba1248b1, NAME => 'testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:43:27,852 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1. service=AccessControlService
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:27,852 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithResetTtl b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(898): Instantiated testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7794): checking encryption for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(7797): checking classloading for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,854 INFO  [StoreOpener-b0d6e6d3ec27fd2d5d17cca7ba1248b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b0d6e6d3ec27fd2d5d17cca7ba1248b1 
2024-11-26T14:43:27,854 INFO  [StoreOpener-c2263bbf80f9461396e67f1090de78fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c2263bbf80f9461396e67f1090de78fb 
2024-11-26T14:43:27,855 INFO  [StoreOpener-c2263bbf80f9461396e67f1090de78fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2263bbf80f9461396e67f1090de78fb columnFamilyName cf
2024-11-26T14:43:27,855 INFO  [StoreOpener-b0d6e6d3ec27fd2d5d17cca7ba1248b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b0d6e6d3ec27fd2d5d17cca7ba1248b1 columnFamilyName cf
2024-11-26T14:43:27,856 DEBUG [StoreOpener-c2263bbf80f9461396e67f1090de78fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:27,856 DEBUG [StoreOpener-b0d6e6d3ec27fd2d5d17cca7ba1248b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:27,857 INFO  [StoreOpener-c2263bbf80f9461396e67f1090de78fb-1 {}] regionserver.HStore(327): Store=c2263bbf80f9461396e67f1090de78fb/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:27,857 INFO  [StoreOpener-b0d6e6d3ec27fd2d5d17cca7ba1248b1-1 {}] regionserver.HStore(327): Store=b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:27,857 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,857 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1038): replaying wal for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1048): stopping wal replay for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,858 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1060): Cleaning up temporary data for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,860 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1093): writing seq id for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,860 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,862 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:27,862 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:27,862 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened c2263bbf80f9461396e67f1090de78fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74704031, jitterRate=0.11317680776119232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:27,862 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1114): Opened b0d6e6d3ec27fd2d5d17cca7ba1248b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62980094, jitterRate=-0.06152346730232239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:27,862 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:27,862 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:27,863 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegion(1006): Region open journal for b0d6e6d3ec27fd2d5d17cca7ba1248b1:
Running coprocessor pre-open hook at 1732632207853Writing region info on filesystem at 1732632207853Initializing all the Stores at 1732632207853Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632207853Cleaning up temporary data from old regions at 1732632207858 (+5 ms)Running coprocessor post-open hooks at 1732632207862 (+4 ms)Region opened successfully at 1732632207863 (+1 ms)
2024-11-26T14:43:27,863 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for c2263bbf80f9461396e67f1090de78fb:
Running coprocessor pre-open hook at 1732632207852Writing region info on filesystem at 1732632207852Initializing all the Stores at 1732632207853 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632207853Cleaning up temporary data from old regions at 1732632207858 (+5 ms)Running coprocessor post-open hooks at 1732632207862 (+4 ms)Region opened successfully at 1732632207863 (+1 ms)
2024-11-26T14:43:27,864 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1., pid=67, masterSystemTime=1732632207849
2024-11-26T14:43:27,864 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb., pid=66, masterSystemTime=1732632207848
2024-11-26T14:43:27,866 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,866 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=67}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:27,866 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=b0d6e6d3ec27fd2d5d17cca7ba1248b1, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:27,867 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,867 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:27,868 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=c2263bbf80f9461396e67f1090de78fb, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:27,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:43:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2263bbf80f9461396e67f1090de78fb, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:27,872 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=64
2024-11-26T14:43:27,873 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1, server=19945b63c2b4,46365,1732632046344 in 174 msec
2024-11-26T14:43:27,874 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=65
2024-11-26T14:43:27,874 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure c2263bbf80f9461396e67f1090de78fb, server=19945b63c2b4,40087,1732632046275 in 176 msec
2024-11-26T14:43:27,874 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, ASSIGN in 332 msec
2024-11-26T14:43:27,876 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63
2024-11-26T14:43:27,876 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, ASSIGN in 334 msec
2024-11-26T14:43:27,877 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:43:27,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632207877"}]},"ts":"1732632207877"}
2024-11-26T14:43:27,879 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-26T14:43:27,880 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=63, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:43:27,880 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithResetTtl jenkins: RWXCA
2024-11-26T14:43:27,883 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-26T14:43:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:28,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:28,012 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:28,012 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:28,013 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:28,013 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:28,014 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithResetTtl in 511 msec
2024-11-26T14:43:28,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=63
2024-11-26T14:43:28,130 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-26T14:43:28,130 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-26T14:43:28,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:28,134 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:28,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,143 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,149 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:28,153 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,157 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-26T14:43:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632208158 (current time:1732632208158).
2024-11-26T14:43:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:43:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-26T14:43:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:28,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef7f08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:28,160 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:28,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:28,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a58a926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:28,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,162 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46caca65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:28,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:28,167 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:28,168 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,168 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421b7347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:28,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:28,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:28,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:28,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16c6f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:28,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:28,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,172 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:28,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b7e62da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:28,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:28,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:28,175 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:28,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:28,180 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-26T14:43:28,181 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:28,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-26T14:43:28,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68
2024-11-26T14:43:28,184 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:28,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-26T14:43:28,186 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:28,189 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:28,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741971_1147 (size=161)
2024-11-26T14:43:28,196 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741971_1147 (size=161)
2024-11-26T14:43:28,197 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741971_1147 (size=161)
2024-11-26T14:43:28,198 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:28,198 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1}, {pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb}]
2024-11-26T14:43:28,200 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,200 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-26T14:43:28,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=69
2024-11-26T14:43:28,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=70
2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.HRegion(2603): Flush status journal for c2263bbf80f9461396e67f1090de78fb:

2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for b0d6e6d3ec27fd2d5d17cca7ba1248b1:

2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1. for emptySnaptb0-testExportWithResetTtl completed.
2024-11-26T14:43:28,352 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-26T14:43:28,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:28,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.' region-info for snapshot=emptySnaptb0-testExportWithResetTtl
2024-11-26T14:43:28,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:43:28,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:28,353 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:43:28,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741973_1149 (size=68)
2024-11-26T14:43:28,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741972_1148 (size=68)
2024-11-26T14:43:28,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741973_1149 (size=68)
2024-11-26T14:43:28,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741973_1149 (size=68)
2024-11-26T14:43:28,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741972_1148 (size=68)
2024-11-26T14:43:28,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:28,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70
2024-11-26T14:43:28,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=70
2024-11-26T14:43:28,361 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,362 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,362 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741972_1148 (size=68)
2024-11-26T14:43:28,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:28,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69
2024-11-26T14:43:28,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=69
2024-11-26T14:43:28,363 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithResetTtl on region b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,364 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,365 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb in 164 msec
2024-11-26T14:43:28,369 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-26T14:43:28,369 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1 in 167 msec
2024-11-26T14:43:28,369 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:28,370 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:28,371 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:28,371 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:28,371 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:28,372 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:43:28,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741974_1150 (size=60)
2024-11-26T14:43:28,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741974_1150 (size=60)
2024-11-26T14:43:28,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741974_1150 (size=60)
2024-11-26T14:43:28,382 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:28,382 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithResetTtl
2024-11-26T14:43:28,383 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl
2024-11-26T14:43:28,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741975_1151 (size=641)
2024-11-26T14:43:28,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741975_1151 (size=641)
2024-11-26T14:43:28,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741975_1151 (size=641)
2024-11-26T14:43:28,415 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:28,421 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:28,422 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithResetTtl to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportWithResetTtl
2024-11-26T14:43:28,423 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=68, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:28,423 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 68
2024-11-26T14:43:28,425 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=68, snapshot={ ss=emptySnaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 242 msec
2024-11-26T14:43:28,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-26T14:43:28,499 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-26T14:43:28,508 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:28,511 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:28,517 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithResetTtl
2024-11-26T14:43:28,521 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:28,521 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:28,523 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,530 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,538 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithResetTtl,, stopping at row=testtb-testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:28,542 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-26T14:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632208542 (current time:1732632208542).
2024-11-26T14:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:43:28,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-26T14:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7798d38e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:28,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:28,544 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:28,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:28,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:28,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e339076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:28,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:28,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,546 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:28,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483e98bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:28,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:28,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:28,549 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:28,551 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,551 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@451bd5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:28,554 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8547fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:28,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:28,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,555 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cccb473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:28,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:28,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:28,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:28,559 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:28,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:28,562 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:28,563 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-26T14:43:28,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }
2024-11-26T14:43:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71
2024-11-26T14:43:28,565 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-26T14:43:28,566 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:28,569 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:28,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741976_1152 (size=156)
2024-11-26T14:43:28,580 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741976_1152 (size=156)
2024-11-26T14:43:28,581 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741976_1152 (size=156)
2024-11-26T14:43:28,582 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:28,582 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1}, {pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb}]
2024-11-26T14:43:28,584 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,584 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-26T14:43:28,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=72
2024-11-26T14:43:28,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=73
2024-11-26T14:43:28,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:28,736 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:28,736 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing c2263bbf80f9461396e67f1090de78fb 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-26T14:43:28,736 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2902): Flushing b0d6e6d3ec27fd2d5d17cca7ba1248b1 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-26T14:43:28,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1 is 71, key is 0c85f867abf754376eff8000116f3759/cf:q/1732632208508/Put/seqid=0
2024-11-26T14:43:28,757 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb is 71, key is 10bd6d63b36d1b8d5d6ec300e7b568e7/cf:q/1732632208511/Put/seqid=0
2024-11-26T14:43:28,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741977_1153 (size=5102)
2024-11-26T14:43:28,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741977_1153 (size=5102)
2024-11-26T14:43:28,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741977_1153 (size=5102)
2024-11-26T14:43:28,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:28,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741978_1154 (size=8171)
2024-11-26T14:43:28,764 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741978_1154 (size=8171)
2024-11-26T14:43:28,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741978_1154 (size=8171)
2024-11-26T14:43:28,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:28,770 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/.tmp/cf/ea4df6d75d554b4e88ad139d4fa83a97, store: [table=testtb-testExportWithResetTtl family=cf region=b0d6e6d3ec27fd2d5d17cca7ba1248b1]
2024-11-26T14:43:28,772 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/.tmp/cf/ea4df6d75d554b4e88ad139d4fa83a97 is 206, key is 0db935946301a315f56c69bf0944640e8/cf:q/1732632208508/Put/seqid=0
2024-11-26T14:43:28,773 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/.tmp/cf/b9e79a45a67f49cebf64e1bae91f8b8e, store: [table=testtb-testExportWithResetTtl family=cf region=c2263bbf80f9461396e67f1090de78fb]
2024-11-26T14:43:28,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/.tmp/cf/b9e79a45a67f49cebf64e1bae91f8b8e is 206, key is 14befa7f255648ca5ab2a1bbf2f19ecd1/cf:q/1732632208511/Put/seqid=0
2024-11-26T14:43:28,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741979_1155 (size=5906)
2024-11-26T14:43:28,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741979_1155 (size=5906)
2024-11-26T14:43:28,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741979_1155 (size=5906)
2024-11-26T14:43:28,789 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/.tmp/cf/ea4df6d75d554b4e88ad139d4fa83a97
2024-11-26T14:43:28,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/.tmp/cf/ea4df6d75d554b4e88ad139d4fa83a97 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf/ea4df6d75d554b4e88ad139d4fa83a97
2024-11-26T14:43:28,805 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf/ea4df6d75d554b4e88ad139d4fa83a97, entries=3, sequenceid=6, filesize=5.8 K
2024-11-26T14:43:28,806 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for b0d6e6d3ec27fd2d5d17cca7ba1248b1 in 70ms, sequenceid=6, compaction requested=false
2024-11-26T14:43:28,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithResetTtl'
2024-11-26T14:43:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.HRegion(2603): Flush status journal for b0d6e6d3ec27fd2d5d17cca7ba1248b1:

2024-11-26T14:43:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1. for snaptb0-testExportWithResetTtl completed.
2024-11-26T14:43:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf/ea4df6d75d554b4e88ad139d4fa83a97] hfiles
2024-11-26T14:43:28,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf/ea4df6d75d554b4e88ad139d4fa83a97 for snapshot=snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741980_1156 (size=14853)
2024-11-26T14:43:28,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741980_1156 (size=14853)
2024-11-26T14:43:28,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741980_1156 (size=14853)
2024-11-26T14:43:28,812 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/.tmp/cf/b9e79a45a67f49cebf64e1bae91f8b8e
2024-11-26T14:43:28,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/.tmp/cf/b9e79a45a67f49cebf64e1bae91f8b8e as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf/b9e79a45a67f49cebf64e1bae91f8b8e
2024-11-26T14:43:28,831 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf/b9e79a45a67f49cebf64e1bae91f8b8e, entries=47, sequenceid=6, filesize=14.5 K
2024-11-26T14:43:28,832 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for c2263bbf80f9461396e67f1090de78fb in 96ms, sequenceid=6, compaction requested=false
2024-11-26T14:43:28,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for c2263bbf80f9461396e67f1090de78fb:

2024-11-26T14:43:28,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb. for snaptb0-testExportWithResetTtl completed.
2024-11-26T14:43:28,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.' region-info for snapshot=snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:28,832 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf/b9e79a45a67f49cebf64e1bae91f8b8e] hfiles
2024-11-26T14:43:28,833 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf/b9e79a45a67f49cebf64e1bae91f8b8e for snapshot=snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741981_1157 (size=107)
2024-11-26T14:43:28,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741981_1157 (size=107)
2024-11-26T14:43:28,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741981_1157 (size=107)
2024-11-26T14:43:28,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:28,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72
2024-11-26T14:43:28,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=72
2024-11-26T14:43:28,839 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,839 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,842 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1 in 258 msec
2024-11-26T14:43:28,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741982_1158 (size=107)
2024-11-26T14:43:28,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741982_1158 (size=107)
2024-11-26T14:43:28,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741982_1158 (size=107)
2024-11-26T14:43:28,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:28,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73
2024-11-26T14:43:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=73
2024-11-26T14:43:28,847 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithResetTtl on region c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,847 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,850 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71
2024-11-26T14:43:28,850 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c2263bbf80f9461396e67f1090de78fb in 266 msec
2024-11-26T14:43:28,850 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:28,851 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:28,853 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:28,853 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:28,853 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:28,854 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1] hfiles
2024-11-26T14:43:28,854 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:28,855 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:28,865 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741983_1159 (size=291)
2024-11-26T14:43:28,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741983_1159 (size=291)
2024-11-26T14:43:28,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741983_1159 (size=291)
2024-11-26T14:43:28,868 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:28,868 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,869 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-26T14:43:28,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741984_1160 (size=951)
2024-11-26T14:43:28,886 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741984_1160 (size=951)
2024-11-26T14:43:28,887 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741984_1160 (size=951)
2024-11-26T14:43:28,891 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:28,898 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:28,899 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportWithResetTtl to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithResetTtl
2024-11-26T14:43:28,900 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=71, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:28,900 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 }, snapshot procedure id = 71
2024-11-26T14:43:28,902 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=71, snapshot={ ss=snaptb0-testExportWithResetTtl table=testtb-testExportWithResetTtl type=FLUSH ttl=0 } in 336 msec
2024-11-26T14:43:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=71
2024-11-26T14:43:29,190 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-26T14:43:29,191 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:43:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:29,194 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:43:29,196 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportWithResetTtl"
 procId is: 74
2024-11-26T14:43:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-26T14:43:29,200 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:43:29,207 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741985_1161 (size=433)
2024-11-26T14:43:29,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741985_1161 (size=433)
2024-11-26T14:43:29,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741985_1161 (size=433)
2024-11-26T14:43:29,210 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9328ab4c7489e23c8b96dc3e7dfc5d25, NAME => 'testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:29,210 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 9af312ee853ad56f70ac6ef0897b277c, NAME => 'testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportWithResetTtl', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:29,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741987_1163 (size=58)
2024-11-26T14:43:29,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741986_1162 (size=58)
2024-11-26T14:43:29,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741987_1163 (size=58)
2024-11-26T14:43:29,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741986_1162 (size=58)
2024-11-26T14:43:29,232 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741987_1163 (size=58)
2024-11-26T14:43:29,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741986_1162 (size=58)
2024-11-26T14:43:29,233 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:29,233 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:29,233 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1722): Closing 9af312ee853ad56f70ac6ef0897b277c, disabling compactions & flushes
2024-11-26T14:43:29,233 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1722): Closing 9328ab4c7489e23c8b96dc3e7dfc5d25, disabling compactions & flushes
2024-11-26T14:43:29,233 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,233 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,233 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,233 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,234 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c. after waiting 0 ms
2024-11-26T14:43:29,234 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,234 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25. after waiting 0 ms
2024-11-26T14:43:29,234 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,234 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,234 INFO  [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,234 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-1 {}] regionserver.HRegion(1676): Region close journal for 9af312ee853ad56f70ac6ef0897b277c:
Waiting for close lock at 1732632209233Disabling compacts and flushes for region at 1732632209233Disabling writes for close at 1732632209234 (+1 ms)Writing region close event to WAL at 1732632209234Closed at 1732632209234
2024-11-26T14:43:29,234 DEBUG [RegionOpenAndInit-testExportWithResetTtl-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9328ab4c7489e23c8b96dc3e7dfc5d25:
Waiting for close lock at 1732632209233Disabling compacts and flushes for region at 1732632209233Disabling writes for close at 1732632209234 (+1 ms)Writing region close event to WAL at 1732632209234Closed at 1732632209234
2024-11-26T14:43:29,235 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:43:29,235 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732632209235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632209235"}]},"ts":"1732632209235"}
2024-11-26T14:43:29,235 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.","families":{"info":[{"qualifier":"regioninfo","vlen":57,"tag":[],"timestamp":"1732632209235"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632209235"}]},"ts":"1732632209235"}
2024-11-26T14:43:29,238 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:43:29,240 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:43:29,240 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632209240"}]},"ts":"1732632209240"}
2024-11-26T14:43:29,243 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLING in hbase:meta
2024-11-26T14:43:29,243 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:43:29,245 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:43:29,245 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:43:29,245 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:43:29,245 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:43:29,245 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, ASSIGN}, {pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, ASSIGN}]
2024-11-26T14:43:29,247 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, ASSIGN
2024-11-26T14:43:29,247 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, ASSIGN
2024-11-26T14:43:29,248 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:43:29,248 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:43:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-26T14:43:29,398 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:43:29,399 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=9af312ee853ad56f70ac6ef0897b277c, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:29,399 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=9328ab4c7489e23c8b96dc3e7dfc5d25, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:29,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, ASSIGN because future has completed
2024-11-26T14:43:29,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af312ee853ad56f70ac6ef0897b277c, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:29,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=74, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, ASSIGN because future has completed
2024-11-26T14:43:29,403 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:43:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-26T14:43:29,559 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,559 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,559 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 9af312ee853ad56f70ac6ef0897b277c, NAME => 'testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:43:29,559 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 9328ab4c7489e23c8b96dc3e7dfc5d25, NAME => 'testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:43:29,559 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25. service=AccessControlService
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c. service=AccessControlService
2024-11-26T14:43:29,560 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:29,560 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportWithResetTtl 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,560 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,562 INFO  [StoreOpener-9af312ee853ad56f70ac6ef0897b277c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9af312ee853ad56f70ac6ef0897b277c 
2024-11-26T14:43:29,562 INFO  [StoreOpener-9328ab4c7489e23c8b96dc3e7dfc5d25-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 9328ab4c7489e23c8b96dc3e7dfc5d25 
2024-11-26T14:43:29,565 INFO  [StoreOpener-9328ab4c7489e23c8b96dc3e7dfc5d25-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9328ab4c7489e23c8b96dc3e7dfc5d25 columnFamilyName cf
2024-11-26T14:43:29,566 INFO  [StoreOpener-9af312ee853ad56f70ac6ef0897b277c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9af312ee853ad56f70ac6ef0897b277c columnFamilyName cf
2024-11-26T14:43:29,568 DEBUG [StoreOpener-9328ab4c7489e23c8b96dc3e7dfc5d25-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:29,568 DEBUG [StoreOpener-9af312ee853ad56f70ac6ef0897b277c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:29,569 INFO  [StoreOpener-9af312ee853ad56f70ac6ef0897b277c-1 {}] regionserver.HStore(327): Store=9af312ee853ad56f70ac6ef0897b277c/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:29,569 INFO  [StoreOpener-9328ab4c7489e23c8b96dc3e7dfc5d25-1 {}] regionserver.HStore(327): Store=9328ab4c7489e23c8b96dc3e7dfc5d25/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:29,570 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,570 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,571 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,571 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,571 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,571 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,572 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,572 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,572 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,572 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,578 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,578 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,580 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:29,580 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:29,581 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 9af312ee853ad56f70ac6ef0897b277c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74769227, jitterRate=0.11414830386638641}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:29,581 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 9328ab4c7489e23c8b96dc3e7dfc5d25; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59708469, jitterRate=-0.11027447879314423}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:29,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:29,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 9af312ee853ad56f70ac6ef0897b277c:
Running coprocessor pre-open hook at 1732632209560Writing region info on filesystem at 1732632209560Initializing all the Stores at 1732632209562 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632209562Cleaning up temporary data from old regions at 1732632209572 (+10 ms)Running coprocessor post-open hooks at 1732632209581 (+9 ms)Region opened successfully at 1732632209581
2024-11-26T14:43:29,581 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 9328ab4c7489e23c8b96dc3e7dfc5d25:
Running coprocessor pre-open hook at 1732632209560Writing region info on filesystem at 1732632209560Initializing all the Stores at 1732632209562 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632209562Cleaning up temporary data from old regions at 1732632209572 (+10 ms)Running coprocessor post-open hooks at 1732632209581 (+9 ms)Region opened successfully at 1732632209581
2024-11-26T14:43:29,582 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25., pid=78, masterSystemTime=1732632209555
2024-11-26T14:43:29,583 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c., pid=77, masterSystemTime=1732632209554
2024-11-26T14:43:29,584 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,584 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,585 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=75 updating hbase:meta row=9328ab4c7489e23c8b96dc3e7dfc5d25, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:29,585 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,585 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:29,586 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=9af312ee853ad56f70ac6ef0897b277c, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:29,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=75, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:43:29,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9af312ee853ad56f70ac6ef0897b277c, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:29,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=75
2024-11-26T14:43:29,600 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=75, state=SUCCESS, hasLock=false; OpenRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25, server=19945b63c2b4,46365,1732632046344 in 185 msec
2024-11-26T14:43:29,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, ASSIGN in 355 msec
2024-11-26T14:43:29,602 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76
2024-11-26T14:43:29,602 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure 9af312ee853ad56f70ac6ef0897b277c, server=19945b63c2b4,40087,1732632046275 in 195 msec
2024-11-26T14:43:29,604 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=74
2024-11-26T14:43:29,604 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=74, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, ASSIGN in 357 msec
2024-11-26T14:43:29,605 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:43:29,606 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632209606"}]},"ts":"1732632209606"}
2024-11-26T14:43:29,608 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=ENABLED in hbase:meta
2024-11-26T14:43:29,609 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=74, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportWithResetTtl execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:43:29,609 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testExportWithResetTtl jenkins: RWXCA
2024-11-26T14:43:29,613 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-26T14:43:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:29,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:29,729 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,729 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,729 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,730 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,730 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,730 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,730 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,731 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF\x0A<\x0A\x07jenkins\x121\x08\x03"-\x0A!\x0A\x07default\x12\x16testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:29,731 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportWithResetTtl in 538 msec
2024-11-26T14:43:29,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74
2024-11-26T14:43:29,829 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportWithResetTtl completed
2024-11-26T14:43:29,829 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-26T14:43:29,833 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,834 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:29,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,844 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,853 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,870 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:29,873 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:29,875 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportWithResetTtl
2024-11-26T14:43:29,879 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:29,879 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:29,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,889 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,897 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportWithResetTtl,, stopping at row=testExportWithResetTtl ,, for max=2147483647 with caching=100
2024-11-26T14:43:29,901 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-26T14:43:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632209902 (current time:1732632209902).
2024-11-26T14:43:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb-testExportWithResetTtl VERSION not specified, setting to 2
2024-11-26T14:43:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@693a25aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:29,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:29,903 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:29,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229e8e86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:29,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:29,905 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:29,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb22de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:29,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:29,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:29,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:29,909 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:29,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:29,911 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d436e5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:29,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:29,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:29,918 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12bc8e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:29,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:29,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:29,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:29,920 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:29,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d494f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:29,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:29,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:29,924 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:29,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportWithResetTtl', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:29,928 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:29,929 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:29,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testExportWithResetTtl], kv [jenkins: RWXCA]
2024-11-26T14:43:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }
2024-11-26T14:43:29,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79
2024-11-26T14:43:29,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-26T14:43:29,932 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:29,933 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:29,939 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:29,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741988_1164 (size=143)
2024-11-26T14:43:29,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741988_1164 (size=143)
2024-11-26T14:43:29,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741988_1164 (size=143)
2024-11-26T14:43:29,952 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:29,952 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25}, {pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af312ee853ad56f70ac6ef0897b277c}]
2024-11-26T14:43:29,953 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:29,953 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:30,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-26T14:43:30,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=81
2024-11-26T14:43:30,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=80
2024-11-26T14:43:30,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:30,105 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:30,106 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2902): Flushing 9328ab4c7489e23c8b96dc3e7dfc5d25 1/1 column families, dataSize=199 B heapSize=688 B
2024-11-26T14:43:30,106 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 9af312ee853ad56f70ac6ef0897b277c 1/1 column families, dataSize=3.06 KB heapSize=6.86 KB
2024-11-26T14:43:30,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c is 71, key is 100a0a3255381c9a6dd8e926059d2722/cf:q/1732632209873/Put/seqid=0
2024-11-26T14:43:30,140 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25 is 71, key is 01f528f4be9e1de6d8ac924ec79ab549/cf:q/1732632209870/Put/seqid=0
2024-11-26T14:43:30,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741989_1165 (size=8171)
2024-11-26T14:43:30,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741989_1165 (size=8171)
2024-11-26T14:43:30,151 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741989_1165 (size=8171)
2024-11-26T14:43:30,151 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:30,157 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:30,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/.tmp/cf/bccbbf0938b445138b368511c2094a11, store: [table=testExportWithResetTtl family=cf region=9af312ee853ad56f70ac6ef0897b277c]
2024-11-26T14:43:30,159 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/.tmp/cf/bccbbf0938b445138b368511c2094a11 is 199, key is 128865dd046351fec40feb98246ae1d25/cf:q/1732632209873/Put/seqid=0
2024-11-26T14:43:30,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741990_1166 (size=5102)
2024-11-26T14:43:30,166 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741990_1166 (size=5102)
2024-11-26T14:43:30,167 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741990_1166 (size=5102)
2024-11-26T14:43:30,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:30,175 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:30,176 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/.tmp/cf/dc020996112f41b0a3a706034a0e2c98, store: [table=testExportWithResetTtl family=cf region=9328ab4c7489e23c8b96dc3e7dfc5d25]
2024-11-26T14:43:30,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/.tmp/cf/dc020996112f41b0a3a706034a0e2c98 is 199, key is 0f1c671d4e07e7222142d243cbbab1079/cf:q/1732632209870/Put/seqid=0
2024-11-26T14:43:30,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741991_1167 (size=14517)
2024-11-26T14:43:30,194 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/.tmp/cf/bccbbf0938b445138b368511c2094a11
2024-11-26T14:43:30,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741991_1167 (size=14517)
2024-11-26T14:43:30,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741991_1167 (size=14517)
2024-11-26T14:43:30,201 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/.tmp/cf/bccbbf0938b445138b368511c2094a11 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf/bccbbf0938b445138b368511c2094a11
2024-11-26T14:43:30,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741992_1168 (size=5878)
2024-11-26T14:43:30,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741992_1168 (size=5878)
2024-11-26T14:43:30,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741992_1168 (size=5878)
2024-11-26T14:43:30,216 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=199, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/.tmp/cf/dc020996112f41b0a3a706034a0e2c98
2024-11-26T14:43:30,219 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf/bccbbf0938b445138b368511c2094a11, entries=47, sequenceid=5, filesize=14.2 K
2024-11-26T14:43:30,220 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~3.06 KB/3137, heapSize ~6.84 KB/7008, currentSize=0 B/0 for 9af312ee853ad56f70ac6ef0897b277c in 114ms, sequenceid=5, compaction requested=false
2024-11-26T14:43:30,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportWithResetTtl'
2024-11-26T14:43:30,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 9af312ee853ad56f70ac6ef0897b277c:

2024-11-26T14:43:30,221 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c. for snaptb-testExportWithResetTtl completed.
2024-11-26T14:43:30,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-26T14:43:30,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:30,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf/bccbbf0938b445138b368511c2094a11] hfiles
2024-11-26T14:43:30,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf/bccbbf0938b445138b368511c2094a11 for snapshot=snaptb-testExportWithResetTtl
2024-11-26T14:43:30,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/.tmp/cf/dc020996112f41b0a3a706034a0e2c98 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf/dc020996112f41b0a3a706034a0e2c98
2024-11-26T14:43:30,236 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf/dc020996112f41b0a3a706034a0e2c98, entries=3, sequenceid=5, filesize=5.7 K
2024-11-26T14:43:30,239 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~199 B/199, heapSize ~672 B/672, currentSize=0 B/0 for 9328ab4c7489e23c8b96dc3e7dfc5d25 in 133ms, sequenceid=5, compaction requested=false
2024-11-26T14:43:30,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.HRegion(2603): Flush status journal for 9328ab4c7489e23c8b96dc3e7dfc5d25:

2024-11-26T14:43:30,239 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25. for snaptb-testExportWithResetTtl completed.
2024-11-26T14:43:30,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(241): Storing 'testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.' region-info for snapshot=snaptb-testExportWithResetTtl
2024-11-26T14:43:30,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:30,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf/dc020996112f41b0a3a706034a0e2c98] hfiles
2024-11-26T14:43:30,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf/dc020996112f41b0a3a706034a0e2c98 for snapshot=snaptb-testExportWithResetTtl
2024-11-26T14:43:30,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741993_1169 (size=100)
2024-11-26T14:43:30,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741993_1169 (size=100)
2024-11-26T14:43:30,246 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741993_1169 (size=100)
2024-11-26T14:43:30,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:30,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81
2024-11-26T14:43:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=81
2024-11-26T14:43:30,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:30,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-26T14:43:30,252 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=81, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:30,256 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9af312ee853ad56f70ac6ef0897b277c in 301 msec
2024-11-26T14:43:30,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741994_1170 (size=100)
2024-11-26T14:43:30,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741994_1170 (size=100)
2024-11-26T14:43:30,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741994_1170 (size=100)
2024-11-26T14:43:30,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:30,266 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80
2024-11-26T14:43:30,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=80
2024-11-26T14:43:30,267 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb-testExportWithResetTtl on region 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:30,267 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=80, ppid=79, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:30,271 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=79
2024-11-26T14:43:30,271 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:30,271 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=79, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25 in 316 msec
2024-11-26T14:43:30,271 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:30,272 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:30,273 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:30,273 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:30,274 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25] hfiles
2024-11-26T14:43:30,274 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:30,274 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:30,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741995_1171 (size=284)
2024-11-26T14:43:30,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741995_1171 (size=284)
2024-11-26T14:43:30,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741995_1171 (size=284)
2024-11-26T14:43:30,302 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:30,302 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb-testExportWithResetTtl
2024-11-26T14:43:30,303 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-26T14:43:30,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741996_1172 (size=923)
2024-11-26T14:43:30,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741996_1172 (size=923)
2024-11-26T14:43:30,322 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741996_1172 (size=923)
2024-11-26T14:43:30,325 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:30,332 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:30,333 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-26T14:43:30,334 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=79, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:30,335 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 }, snapshot procedure id = 79
2024-11-26T14:43:30,336 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=79, snapshot={ ss=snaptb-testExportWithResetTtl table=testExportWithResetTtl type=FLUSH ttl=100000 } in 405 msec
2024-11-26T14:43:30,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=79
2024-11-26T14:43:30,559 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportWithResetTtl completed
2024-11-26T14:43:30,571 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571
2024-11-26T14:43:30,571 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:30,617 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:30,617 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-26T14:43:30,619 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:43:30,626 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb-testExportWithResetTtl to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571/.hbase-snapshot/.tmp/snaptb-testExportWithResetTtl
2024-11-26T14:43:30,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741998_1174 (size=923)
2024-11-26T14:43:30,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741997_1173 (size=143)
2024-11-26T14:43:30,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741997_1173 (size=143)
2024-11-26T14:43:30,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741998_1174 (size=923)
2024-11-26T14:43:30,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741997_1173 (size=143)
2024-11-26T14:43:30,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741998_1174 (size=923)
2024-11-26T14:43:30,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741999_1175 (size=141)
2024-11-26T14:43:30,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741999_1175 (size=141)
2024-11-26T14:43:30,663 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741999_1175 (size=141)
2024-11-26T14:43:30,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:30,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:30,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,135 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0002_000001 (auth:SIMPLE) from 127.0.0.1:40176
2024-11-26T14:43:31,153 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000001/launch_container.sh]
2024-11-26T14:43:31,153 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000001/container_tokens]
2024-11-26T14:43:31,153 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0002/container_1732632053631_0002_01_000001/sysfs]
2024-11-26T14:43:31,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-15611453067284720039.jar
2024-11-26T14:43:31,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-347166184415628697.jar
2024-11-26T14:43:31,790 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,791 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:31,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:43:31,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:43:31,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:43:31,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:43:31,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:43:31,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:43:31,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:43:31,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:43:31,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:43:31,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:43:31,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:43:31,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:31,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:31,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:31,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:31,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:31,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:31,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:31,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742000_1176 (size=24020)
2024-11-26T14:43:31,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742000_1176 (size=24020)
2024-11-26T14:43:31,848 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742000_1176 (size=24020)
2024-11-26T14:43:31,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742001_1177 (size=77755)
2024-11-26T14:43:31,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742001_1177 (size=77755)
2024-11-26T14:43:31,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742001_1177 (size=77755)
2024-11-26T14:43:31,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742002_1178 (size=131360)
2024-11-26T14:43:31,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742002_1178 (size=131360)
2024-11-26T14:43:31,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742002_1178 (size=131360)
2024-11-26T14:43:31,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742003_1179 (size=111793)
2024-11-26T14:43:31,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742003_1179 (size=111793)
2024-11-26T14:43:31,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742003_1179 (size=111793)
2024-11-26T14:43:31,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742004_1180 (size=1832290)
2024-11-26T14:43:31,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742004_1180 (size=1832290)
2024-11-26T14:43:31,882 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742004_1180 (size=1832290)
2024-11-26T14:43:31,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742005_1181 (size=8360005)
2024-11-26T14:43:31,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742005_1181 (size=8360005)
2024-11-26T14:43:31,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742005_1181 (size=8360005)
2024-11-26T14:43:31,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742006_1182 (size=503880)
2024-11-26T14:43:31,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742006_1182 (size=503880)
2024-11-26T14:43:31,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742006_1182 (size=503880)
2024-11-26T14:43:31,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742007_1183 (size=440956)
2024-11-26T14:43:31,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742007_1183 (size=440956)
2024-11-26T14:43:31,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742007_1183 (size=440956)
2024-11-26T14:43:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742008_1184 (size=322274)
2024-11-26T14:43:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742008_1184 (size=322274)
2024-11-26T14:43:31,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742008_1184 (size=322274)
2024-11-26T14:43:31,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742009_1185 (size=20406)
2024-11-26T14:43:31,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742009_1185 (size=20406)
2024-11-26T14:43:31,945 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742009_1185 (size=20406)
2024-11-26T14:43:31,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742010_1186 (size=45609)
2024-11-26T14:43:31,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742010_1186 (size=45609)
2024-11-26T14:43:31,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742010_1186 (size=45609)
2024-11-26T14:43:31,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742011_1187 (size=136454)
2024-11-26T14:43:31,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742011_1187 (size=136454)
2024-11-26T14:43:31,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742011_1187 (size=136454)
2024-11-26T14:43:31,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742012_1188 (size=6424749)
2024-11-26T14:43:31,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742012_1188 (size=6424749)
2024-11-26T14:43:31,982 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742012_1188 (size=6424749)
2024-11-26T14:43:31,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742013_1189 (size=1597136)
2024-11-26T14:43:31,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742013_1189 (size=1597136)
2024-11-26T14:43:31,993 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742013_1189 (size=1597136)
2024-11-26T14:43:32,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742014_1190 (size=30873)
2024-11-26T14:43:32,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742014_1190 (size=30873)
2024-11-26T14:43:32,002 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742014_1190 (size=30873)
2024-11-26T14:43:32,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742015_1191 (size=29229)
2024-11-26T14:43:32,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742015_1191 (size=29229)
2024-11-26T14:43:32,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742015_1191 (size=29229)
2024-11-26T14:43:32,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742016_1192 (size=903859)
2024-11-26T14:43:32,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742016_1192 (size=903859)
2024-11-26T14:43:32,018 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742016_1192 (size=903859)
2024-11-26T14:43:32,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742017_1193 (size=5175431)
2024-11-26T14:43:32,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742017_1193 (size=5175431)
2024-11-26T14:43:32,047 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742017_1193 (size=5175431)
2024-11-26T14:43:32,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742018_1194 (size=232881)
2024-11-26T14:43:32,061 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742018_1194 (size=232881)
2024-11-26T14:43:32,062 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742018_1194 (size=232881)
2024-11-26T14:43:32,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742019_1195 (size=1323991)
2024-11-26T14:43:32,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742019_1195 (size=1323991)
2024-11-26T14:43:32,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742019_1195 (size=1323991)
2024-11-26T14:43:32,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742020_1196 (size=4695811)
2024-11-26T14:43:32,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742020_1196 (size=4695811)
2024-11-26T14:43:32,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742020_1196 (size=4695811)
2024-11-26T14:43:32,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742021_1197 (size=1877034)
2024-11-26T14:43:32,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742021_1197 (size=1877034)
2024-11-26T14:43:32,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742021_1197 (size=1877034)
2024-11-26T14:43:32,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742022_1198 (size=217555)
2024-11-26T14:43:32,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742022_1198 (size=217555)
2024-11-26T14:43:32,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742022_1198 (size=217555)
2024-11-26T14:43:32,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742023_1199 (size=4188619)
2024-11-26T14:43:32,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742023_1199 (size=4188619)
2024-11-26T14:43:32,137 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742023_1199 (size=4188619)
2024-11-26T14:43:32,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742024_1200 (size=127628)
2024-11-26T14:43:32,154 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742024_1200 (size=127628)
2024-11-26T14:43:32,155 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742024_1200 (size=127628)
2024-11-26T14:43:32,156 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:43:32,159 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb-testExportWithResetTtl' hfile list
2024-11-26T14:43:32,162 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.2 K
2024-11-26T14:43:32,162 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.0 K
2024-11-26T14:43:32,162 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.7 K
2024-11-26T14:43:32,162 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K
2024-11-26T14:43:32,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742025_1201 (size=995)
2024-11-26T14:43:32,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742025_1201 (size=995)
2024-11-26T14:43:32,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742025_1201 (size=995)
2024-11-26T14:43:32,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742026_1202 (size=35)
2024-11-26T14:43:32,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742026_1202 (size=35)
2024-11-26T14:43:32,189 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742026_1202 (size=35)
2024-11-26T14:43:32,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742027_1203 (size=304071)
2024-11-26T14:43:32,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742027_1203 (size=304071)
2024-11-26T14:43:32,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742027_1203 (size=304071)
2024-11-26T14:43:32,244 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:43:32,244 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:43:32,780 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:43:33,073 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:32808
2024-11-26T14:43:35,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-26T14:43:35,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-26T14:43:35,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-26T14:43:35,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl Metrics about Tables on a single HBase RegionServer
2024-11-26T14:43:35,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithTargetName
2024-11-26T14:43:39,427 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:48918
2024-11-26T14:43:39,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742028_1204 (size=349769)
2024-11-26T14:43:39,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742028_1204 (size=349769)
2024-11-26T14:43:39,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742028_1204 (size=349769)
2024-11-26T14:43:41,141 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:43:41,653 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:38792
2024-11-26T14:43:41,653 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:32812
2024-11-26T14:43:42,523 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:60478
2024-11-26T14:43:42,525 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:47068
2024-11-26T14:43:44,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:43:45,133 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0003_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:43:46,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742029_1205 (size=14517)
2024-11-26T14:43:46,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742029_1205 (size=14517)
2024-11-26T14:43:46,708 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742029_1205 (size=14517)
2024-11-26T14:43:47,170 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000002/launch_container.sh]
2024-11-26T14:43:47,170 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000002/container_tokens]
2024-11-26T14:43:47,170 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000002/sysfs]
2024-11-26T14:43:48,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742031_1207 (size=8171)
2024-11-26T14:43:48,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742031_1207 (size=8171)
2024-11-26T14:43:48,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742031_1207 (size=8171)
2024-11-26T14:43:48,489 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000003/launch_container.sh]
2024-11-26T14:43:48,489 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000003/container_tokens]
2024-11-26T14:43:48,490 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000003/sysfs]
2024-11-26T14:43:48,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742032_1208 (size=5878)
2024-11-26T14:43:48,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742032_1208 (size=5878)
2024-11-26T14:43:48,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742032_1208 (size=5878)
2024-11-26T14:43:48,719 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000004/launch_container.sh]
2024-11-26T14:43:48,719 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000004/container_tokens]
2024-11-26T14:43:48,719 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000004/sysfs]
2024-11-26T14:43:48,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742033_1209 (size=5102)
2024-11-26T14:43:48,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742033_1209 (size=5102)
2024-11-26T14:43:48,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742033_1209 (size=5102)
2024-11-26T14:43:48,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742030_1206 (size=31702)
2024-11-26T14:43:48,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742030_1206 (size=31702)
2024-11-26T14:43:48,928 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742030_1206 (size=31702)
2024-11-26T14:43:48,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742034_1210 (size=462)
2024-11-26T14:43:48,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742034_1210 (size=462)
2024-11-26T14:43:48,942 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742034_1210 (size=462)
2024-11-26T14:43:48,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742035_1211 (size=31702)
2024-11-26T14:43:48,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742035_1211 (size=31702)
2024-11-26T14:43:48,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742035_1211 (size=31702)
2024-11-26T14:43:48,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742036_1212 (size=349769)
2024-11-26T14:43:48,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742036_1212 (size=349769)
2024-11-26T14:43:48,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742036_1212 (size=349769)
2024-11-26T14:43:48,999 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:60490
2024-11-26T14:43:49,011 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:47074
2024-11-26T14:43:49,022 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732632053631_0003_01_000005 is : 143
2024-11-26T14:43:49,030 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000005/launch_container.sh]
2024-11-26T14:43:49,030 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000005/container_tokens]
2024-11-26T14:43:49,030 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000005/sysfs]
2024-11-26T14:43:49,878 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9af312ee853ad56f70ac6ef0897b277c changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:43:49,879 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c2263bbf80f9461396e67f1090de78fb changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:43:49,879 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 9328ab4c7489e23c8b96dc3e7dfc5d25 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:43:49,879 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b0d6e6d3ec27fd2d5d17cca7ba1248b1 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:43:50,468 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:43:50,468 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:43:50,475 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb-testExportWithResetTtl
2024-11-26T14:43:50,476 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:43:50,476 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:43:50,476 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-26T14:43:50,477 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-26T14:43:50,477 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-26T14:43:50,477 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571/.hbase-snapshot/snaptb-testExportWithResetTtl at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571/.hbase-snapshot/snaptb-testExportWithResetTtl
2024-11-26T14:43:50,477 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571/.hbase-snapshot/snaptb-testExportWithResetTtl/.snapshotinfo
2024-11-26T14:43:50,477 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632210571/.hbase-snapshot/snaptb-testExportWithResetTtl/data.manifest
2024-11-26T14:43:50,484 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testExportWithResetTtl
2024-11-26T14:43:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-26T14:43:50,487 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632230487"}]},"ts":"1732632230487"}
2024-11-26T14:43:50,489 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-26T14:43:50,490 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testExportWithResetTtl to state=DISABLING
2024-11-26T14:43:50,490 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl}]
2024-11-26T14:43:50,492 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, UNASSIGN}, {pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, UNASSIGN}]
2024-11-26T14:43:50,493 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, UNASSIGN
2024-11-26T14:43:50,494 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, UNASSIGN
2024-11-26T14:43:50,494 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=9328ab4c7489e23c8b96dc3e7dfc5d25, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:50,494 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=9af312ee853ad56f70ac6ef0897b277c, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:50,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, UNASSIGN because future has completed
2024-11-26T14:43:50,497 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:50,497 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:43:50,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, UNASSIGN because future has completed
2024-11-26T14:43:50,498 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:50,498 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9af312ee853ad56f70ac6ef0897b277c, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-26T14:43:50,649 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:50,649 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:50,649 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 9328ab4c7489e23c8b96dc3e7dfc5d25, disabling compactions & flushes
2024-11-26T14:43:50,649 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:50,649 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25. after waiting 1 ms
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:50,650 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing 9af312ee853ad56f70ac6ef0897b277c, disabling compactions & flushes
2024-11-26T14:43:50,650 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c. after waiting 0 ms
2024-11-26T14:43:50,650 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:50,654 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-26T14:43:50,654 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-26T14:43:50,655 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:50,655 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:50,655 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.
2024-11-26T14:43:50,655 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.
2024-11-26T14:43:50,655 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 9328ab4c7489e23c8b96dc3e7dfc5d25:
Waiting for close lock at 1732632230649Running coprocessor pre-close hooks at 1732632230649Disabling compacts and flushes for region at 1732632230649Disabling writes for close at 1732632230650 (+1 ms)Writing region close event to WAL at 1732632230650Running coprocessor post-close hooks at 1732632230655 (+5 ms)Closed at 1732632230655
2024-11-26T14:43:50,655 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for 9af312ee853ad56f70ac6ef0897b277c:
Waiting for close lock at 1732632230650Running coprocessor pre-close hooks at 1732632230650Disabling compacts and flushes for region at 1732632230650Disabling writes for close at 1732632230650Writing region close event to WAL at 1732632230651 (+1 ms)Running coprocessor post-close hooks at 1732632230655 (+4 ms)Closed at 1732632230655
2024-11-26T14:43:50,657 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed 9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:50,657 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=85 updating hbase:meta row=9af312ee853ad56f70ac6ef0897b277c, regionState=CLOSED
2024-11-26T14:43:50,658 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:50,658 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=9328ab4c7489e23c8b96dc3e7dfc5d25, regionState=CLOSED
2024-11-26T14:43:50,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=85, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9af312ee853ad56f70ac6ef0897b277c, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:50,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:43:50,661 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=85
2024-11-26T14:43:50,662 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=85, state=SUCCESS, hasLock=false; CloseRegionProcedure 9af312ee853ad56f70ac6ef0897b277c, server=19945b63c2b4,40087,1732632046275 in 162 msec
2024-11-26T14:43:50,662 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84
2024-11-26T14:43:50,663 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 9328ab4c7489e23c8b96dc3e7dfc5d25, server=19945b63c2b4,46365,1732632046344 in 164 msec
2024-11-26T14:43:50,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9af312ee853ad56f70ac6ef0897b277c, UNASSIGN in 170 msec
2024-11-26T14:43:50,664 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-11-26T14:43:50,664 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportWithResetTtl, region=9328ab4c7489e23c8b96dc3e7dfc5d25, UNASSIGN in 171 msec
2024-11-26T14:43:50,666 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82
2024-11-26T14:43:50,666 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testExportWithResetTtl in 174 msec
2024-11-26T14:43:50,667 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632230667"}]},"ts":"1732632230667"}
2024-11-26T14:43:50,669 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-26T14:43:50,669 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testExportWithResetTtl to state=DISABLED
2024-11-26T14:43:50,670 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; DisableTableProcedure table=testExportWithResetTtl in 185 msec
2024-11-26T14:43:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82
2024-11-26T14:43:50,809 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testExportWithResetTtl completed
2024-11-26T14:43:50,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testExportWithResetTtl
2024-11-26T14:43:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,812 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testExportWithResetTtl
2024-11-26T14:43:50,813 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,816 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testExportWithResetTtl
2024-11-26T14:43:50,818 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:50,818 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:50,820 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/recovered.edits]
2024-11-26T14:43:50,819 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/recovered.edits]
2024-11-26T14:43:50,823 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf/dc020996112f41b0a3a706034a0e2c98 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/cf/dc020996112f41b0a3a706034a0e2c98
2024-11-26T14:43:50,823 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf/bccbbf0938b445138b368511c2094a11 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/cf/bccbbf0938b445138b368511c2094a11
2024-11-26T14:43:50,826 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/recovered.edits/8.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c/recovered.edits/8.seqid
2024-11-26T14:43:50,826 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/recovered.edits/8.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25/recovered.edits/8.seqid
2024-11-26T14:43:50,827 DEBUG [HFileArchiver-9 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:50,827 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportWithResetTtl/9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:50,827 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived testExportWithResetTtl regions
2024-11-26T14:43:50,827 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d
2024-11-26T14:43:50,828 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf]
2024-11-26T14:43:50,832 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/c4ca4238a0b923820dcc509a6f75849b202411266cb897880705432abd8f229754ef96c8_9af312ee853ad56f70ac6ef0897b277c
2024-11-26T14:43:50,833 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d/cf/d41d8cd98f00b204e9800998ecf8427e2024112611a654c4be514d889995f8a1cddbe3cd_9328ab4c7489e23c8b96dc3e7dfc5d25
2024-11-26T14:43:50,834 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportWithResetTtl/ea1f2913460bad1dc9f5d962c597c09d
2024-11-26T14:43:50,836 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,839 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testExportWithResetTtl from hbase:meta
2024-11-26T14:43:50,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,916 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-26T14:43:50,916 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-26T14:43:50,916 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-26T14:43:50,916 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportWithResetTtl with data PBUF
2024-11-26T14:43:50,918 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'testExportWithResetTtl' descriptor.
2024-11-26T14:43:50,919 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,919 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'testExportWithResetTtl' from region states.
2024-11-26T14:43:50,920 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632230919"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:50,920 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632230919"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:50,922 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:43:50,922 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9328ab4c7489e23c8b96dc3e7dfc5d25, NAME => 'testExportWithResetTtl,,1732632209191.9328ab4c7489e23c8b96dc3e7dfc5d25.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 9af312ee853ad56f70ac6ef0897b277c, NAME => 'testExportWithResetTtl,1,1732632209191.9af312ee853ad56f70ac6ef0897b277c.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:43:50,923 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'testExportWithResetTtl' as deleted.
2024-11-26T14:43:50,923 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632230923"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:50,925 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table testExportWithResetTtl state from META
2024-11-26T14:43:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testExportWithResetTtl
2024-11-26T14:43:50,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:50,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:50,926 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testExportWithResetTtl
2024-11-26T14:43:50,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-26T14:43:50,927 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:50,927 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:50,928 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:50,928 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithResetTtl \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:50,929 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testExportWithResetTtl in 116 msec
2024-11-26T14:43:51,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-11-26T14:43:51,030 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testExportWithResetTtl
2024-11-26T14:43:51,030 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testExportWithResetTtl completed
2024-11-26T14:43:51,030 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithResetTtl
2024-11-26T14:43:51,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-26T14:43:51,033 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632231032"}]},"ts":"1732632231032"}
2024-11-26T14:43:51,034 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLING in hbase:meta
2024-11-26T14:43:51,034 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithResetTtl to state=DISABLING
2024-11-26T14:43:51,035 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl}]
2024-11-26T14:43:51,036 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, UNASSIGN}, {pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, UNASSIGN}]
2024-11-26T14:43:51,037 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, UNASSIGN
2024-11-26T14:43:51,037 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, UNASSIGN
2024-11-26T14:43:51,038 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b0d6e6d3ec27fd2d5d17cca7ba1248b1, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:51,038 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=c2263bbf80f9461396e67f1090de78fb, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:51,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, UNASSIGN because future has completed
2024-11-26T14:43:51,040 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:51,040 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2263bbf80f9461396e67f1090de78fb, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:51,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, UNASSIGN because future has completed
2024-11-26T14:43:51,043 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:43:51,043 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:43:51,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-26T14:43:51,194 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(122): Close c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:51,194 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:51,194 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1722): Closing c2263bbf80f9461396e67f1090de78fb, disabling compactions & flushes
2024-11-26T14:43:51,194 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:51,194 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:51,194 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb. after waiting 0 ms
2024-11-26T14:43:51,194 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:51,197 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(122): Close b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:51,197 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:43:51,197 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1722): Closing b0d6e6d3ec27fd2d5d17cca7ba1248b1, disabling compactions & flushes
2024-11-26T14:43:51,197 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1755): Closing region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:51,197 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:51,198 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1. after waiting 0 ms
2024-11-26T14:43:51,198 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:51,199 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:43:51,199 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:51,200 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.
2024-11-26T14:43:51,200 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] regionserver.HRegion(1676): Region close journal for c2263bbf80f9461396e67f1090de78fb:
Waiting for close lock at 1732632231194Running coprocessor pre-close hooks at 1732632231194Disabling compacts and flushes for region at 1732632231194Disabling writes for close at 1732632231194Writing region close event to WAL at 1732632231195 (+1 ms)Running coprocessor post-close hooks at 1732632231199 (+4 ms)Closed at 1732632231200 (+1 ms)
2024-11-26T14:43:51,201 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=93}] handler.UnassignRegionHandler(157): Closed c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:51,202 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=c2263bbf80f9461396e67f1090de78fb, regionState=CLOSED
2024-11-26T14:43:51,203 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:43:51,203 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:43:51,204 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1973): Closed testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.
2024-11-26T14:43:51,204 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1676): Region close journal for b0d6e6d3ec27fd2d5d17cca7ba1248b1:
Waiting for close lock at 1732632231197Running coprocessor pre-close hooks at 1732632231197Disabling compacts and flushes for region at 1732632231197Disabling writes for close at 1732632231198 (+1 ms)Writing region close event to WAL at 1732632231198Running coprocessor post-close hooks at 1732632231203 (+5 ms)Closed at 1732632231204 (+1 ms)
2024-11-26T14:43:51,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; CloseRegionProcedure c2263bbf80f9461396e67f1090de78fb, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:51,205 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(157): Closed b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:51,206 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b0d6e6d3ec27fd2d5d17cca7ba1248b1, regionState=CLOSED
2024-11-26T14:43:51,208 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-11-26T14:43:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:43:51,208 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; CloseRegionProcedure c2263bbf80f9461396e67f1090de78fb, server=19945b63c2b4,40087,1732632046275 in 166 msec
2024-11-26T14:43:51,210 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=c2263bbf80f9461396e67f1090de78fb, UNASSIGN in 173 msec
2024-11-26T14:43:51,211 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=91
2024-11-26T14:43:51,211 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure b0d6e6d3ec27fd2d5d17cca7ba1248b1, server=19945b63c2b4,46365,1732632046344 in 166 msec
2024-11-26T14:43:51,212 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-11-26T14:43:51,212 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithResetTtl, region=b0d6e6d3ec27fd2d5d17cca7ba1248b1, UNASSIGN in 175 msec
2024-11-26T14:43:51,215 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-11-26T14:43:51,215 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithResetTtl in 178 msec
2024-11-26T14:43:51,216 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632231216"}]},"ts":"1732632231216"}
2024-11-26T14:43:51,218 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithResetTtl, state=DISABLED in hbase:meta
2024-11-26T14:43:51,218 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithResetTtl to state=DISABLED
2024-11-26T14:43:51,220 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithResetTtl in 188 msec
2024-11-26T14:43:51,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89
2024-11-26T14:43:51,350 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-26T14:43:51,350 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithResetTtl
2024-11-26T14:43:51,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,353 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithResetTtl
2024-11-26T14:43:51,354 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,357 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithResetTtl
2024-11-26T14:43:51,359 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:51,359 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:51,361 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/recovered.edits]
2024-11-26T14:43:51,361 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/recovered.edits]
2024-11-26T14:43:51,365 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf/b9e79a45a67f49cebf64e1bae91f8b8e to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/cf/b9e79a45a67f49cebf64e1bae91f8b8e
2024-11-26T14:43:51,370 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf/ea4df6d75d554b4e88ad139d4fa83a97 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/cf/ea4df6d75d554b4e88ad139d4fa83a97
2024-11-26T14:43:51,372 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb/recovered.edits/9.seqid
2024-11-26T14:43:51,373 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1/recovered.edits/9.seqid
2024-11-26T14:43:51,373 DEBUG [HFileArchiver-11 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:51,373 DEBUG [HFileArchiver-10 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithResetTtl/b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:51,373 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithResetTtl regions
2024-11-26T14:43:51,374 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e
2024-11-26T14:43:51,375 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf]
2024-11-26T14:43:51,378 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/c4ca4238a0b923820dcc509a6f75849b20241126c531a677852c48e08045040820d1aac0_c2263bbf80f9461396e67f1090de78fb
2024-11-26T14:43:51,380 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e/cf/d41d8cd98f00b204e9800998ecf8427e20241126dbc04897a23d443c86bba09992a72529_b0d6e6d3ec27fd2d5d17cca7ba1248b1
2024-11-26T14:43:51,380 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithResetTtl/1bf72cc28ee4e494fb2ee93a7ed9fe6e
2024-11-26T14:43:51,382 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,385 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithResetTtl from hbase:meta
2024-11-26T14:43:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,421 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-26T14:43:51,421 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-26T14:43:51,422 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-26T14:43:51,422 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithResetTtl with data PBUF
2024-11-26T14:43:51,423 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithResetTtl' descriptor.
2024-11-26T14:43:51,425 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,425 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithResetTtl' from region states.
2024-11-26T14:43:51,425 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632231425"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:51,425 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632231425"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:51,428 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:43:51,428 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b0d6e6d3ec27fd2d5d17cca7ba1248b1, NAME => 'testtb-testExportWithResetTtl,,1732632207501.b0d6e6d3ec27fd2d5d17cca7ba1248b1.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => c2263bbf80f9461396e67f1090de78fb, NAME => 'testtb-testExportWithResetTtl,1,1732632207501.c2263bbf80f9461396e67f1090de78fb.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:43:51,428 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithResetTtl' as deleted.
2024-11-26T14:43:51,429 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithResetTtl","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632231428"}]},"ts":"9223372036854775807"}
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithResetTtl
2024-11-26T14:43:51,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:51,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-26T14:43:51,433 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithResetTtl state from META
2024-11-26T14:43:51,437 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithResetTtl
2024-11-26T14:43:51,439 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithResetTtl in 87 msec
2024-11-26T14:43:51,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=95
2024-11-26T14:43:51,539 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithResetTtl
2024-11-26T14:43:51,540 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithResetTtl completed
2024-11-26T14:43:51,550 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-26T14:43:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithResetTtl
2024-11-26T14:43:51,554 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb-testExportWithResetTtl"
type: DISABLED

2024-11-26T14:43:51,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb-testExportWithResetTtl
2024-11-26T14:43:51,560 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithResetTtl"
type: DISABLED

2024-11-26T14:43:51,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithResetTtl
2024-11-26T14:43:51,584 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithResetTtl Thread=796 (was 797), OpenFileDescriptor=811 (was 816), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=742 (was 637) - SystemLoadAverage LEAK? -, ProcessCount=20 (was 16) - ProcessCount LEAK? -, AvailableMemoryMB=4024 (was 4439)
2024-11-26T14:43:51,584 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=796 is superior to 500
2024-11-26T14:43:51,607 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=796, OpenFileDescriptor=811, MaxFileDescriptor=1048576, SystemLoadAverage=742, ProcessCount=20, AvailableMemoryMB=4008
2024-11-26T14:43:51,607 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=796 is superior to 500
2024-11-26T14:43:51,609 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:43:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:43:51,612 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:43:51,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemState"
 procId is: 96
2024-11-26T14:43:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-26T14:43:51,614 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:43:51,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742037_1213 (size=443)
2024-11-26T14:43:51,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742037_1213 (size=443)
2024-11-26T14:43:51,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742037_1213 (size=443)
2024-11-26T14:43:51,628 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c14ddfb648c57dc8990ec356cfc09665, NAME => 'testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:51,629 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7b83fdb2c577d44dd969f6c689a8a719, NAME => 'testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:51,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742038_1214 (size=68)
2024-11-26T14:43:51,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742038_1214 (size=68)
2024-11-26T14:43:51,648 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742038_1214 (size=68)
2024-11-26T14:43:51,649 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:51,649 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing 7b83fdb2c577d44dd969f6c689a8a719, disabling compactions & flushes
2024-11-26T14:43:51,649 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:51,649 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:51,649 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719. after waiting 0 ms
2024-11-26T14:43:51,649 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:51,649 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:51,649 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7b83fdb2c577d44dd969f6c689a8a719:
Waiting for close lock at 1732632231649Disabling compacts and flushes for region at 1732632231649Disabling writes for close at 1732632231649Writing region close event to WAL at 1732632231649Closed at 1732632231649
2024-11-26T14:43:51,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742039_1215 (size=68)
2024-11-26T14:43:51,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742039_1215 (size=68)
2024-11-26T14:43:51,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742039_1215 (size=68)
2024-11-26T14:43:51,654 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:51,654 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing c14ddfb648c57dc8990ec356cfc09665, disabling compactions & flushes
2024-11-26T14:43:51,654 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,654 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,654 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665. after waiting 0 ms
2024-11-26T14:43:51,654 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,654 INFO  [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,654 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for c14ddfb648c57dc8990ec356cfc09665:
Waiting for close lock at 1732632231654Disabling compacts and flushes for region at 1732632231654Disabling writes for close at 1732632231654Writing region close event to WAL at 1732632231654Closed at 1732632231654
2024-11-26T14:43:51,656 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:43:51,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732632231656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632231656"}]},"ts":"1732632231656"}
2024-11-26T14:43:51,656 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732632231656"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632231656"}]},"ts":"1732632231656"}
2024-11-26T14:43:51,659 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:43:51,660 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:43:51,660 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632231660"}]},"ts":"1732632231660"}
2024-11-26T14:43:51,661 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLING in hbase:meta
2024-11-26T14:43:51,662 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:43:51,663 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:43:51,663 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:43:51,663 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:43:51,663 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:43:51,663 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, ASSIGN}, {pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, ASSIGN}]
2024-11-26T14:43:51,665 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, ASSIGN
2024-11-26T14:43:51,665 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, ASSIGN
2024-11-26T14:43:51,666 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:43:51,666 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:43:51,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-26T14:43:51,816 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:43:51,817 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=7b83fdb2c577d44dd969f6c689a8a719, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:51,817 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=c14ddfb648c57dc8990ec356cfc09665, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:51,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, ASSIGN because future has completed
2024-11-26T14:43:51,819 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:43:51,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, ASSIGN because future has completed
2024-11-26T14:43:51,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure c14ddfb648c57dc8990ec356cfc09665, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:43:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-26T14:43:51,976 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,976 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b83fdb2c577d44dd969f6c689a8a719, NAME => 'testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7752): Opening region: {ENCODED => c14ddfb648c57dc8990ec356cfc09665, NAME => 'testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719. service=AccessControlService
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665. service=AccessControlService
2024-11-26T14:43:51,977 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:51,977 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemState 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:51,977 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:43:51,978 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7794): checking encryption for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,978 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7794): checking encryption for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,978 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(7797): checking classloading for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,978 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(7797): checking classloading for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,979 INFO  [StoreOpener-7b83fdb2c577d44dd969f6c689a8a719-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7b83fdb2c577d44dd969f6c689a8a719 
2024-11-26T14:43:51,979 INFO  [StoreOpener-c14ddfb648c57dc8990ec356cfc09665-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region c14ddfb648c57dc8990ec356cfc09665 
2024-11-26T14:43:51,981 INFO  [StoreOpener-7b83fdb2c577d44dd969f6c689a8a719-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b83fdb2c577d44dd969f6c689a8a719 columnFamilyName cf
2024-11-26T14:43:51,981 INFO  [StoreOpener-c14ddfb648c57dc8990ec356cfc09665-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c14ddfb648c57dc8990ec356cfc09665 columnFamilyName cf
2024-11-26T14:43:51,982 DEBUG [StoreOpener-c14ddfb648c57dc8990ec356cfc09665-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:51,982 DEBUG [StoreOpener-7b83fdb2c577d44dd969f6c689a8a719-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:51,982 INFO  [StoreOpener-c14ddfb648c57dc8990ec356cfc09665-1 {}] regionserver.HStore(327): Store=c14ddfb648c57dc8990ec356cfc09665/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:51,982 INFO  [StoreOpener-7b83fdb2c577d44dd969f6c689a8a719-1 {}] regionserver.HStore(327): Store=7b83fdb2c577d44dd969f6c689a8a719/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:43:51,983 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1038): replaying wal for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,983 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1038): replaying wal for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,983 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,983 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,984 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,984 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,984 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1048): stopping wal replay for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,984 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1048): stopping wal replay for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,984 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1060): Cleaning up temporary data for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,984 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1060): Cleaning up temporary data for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,986 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1093): writing seq id for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,986 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1093): writing seq id for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,988 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:51,988 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:43:51,991 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1114): Opened 7b83fdb2c577d44dd969f6c689a8a719; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73906396, jitterRate=0.10129112005233765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:51,991 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1114): Opened c14ddfb648c57dc8990ec356cfc09665; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61525363, jitterRate=-0.08320064842700958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:43:51,991 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:51,991 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:51,992 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegion(1006): Region open journal for 7b83fdb2c577d44dd969f6c689a8a719:
Running coprocessor pre-open hook at 1732632231978Writing region info on filesystem at 1732632231978Initializing all the Stores at 1732632231979 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632231979Cleaning up temporary data from old regions at 1732632231984 (+5 ms)Running coprocessor post-open hooks at 1732632231991 (+7 ms)Region opened successfully at 1732632231992 (+1 ms)
2024-11-26T14:43:51,992 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegion(1006): Region open journal for c14ddfb648c57dc8990ec356cfc09665:
Running coprocessor pre-open hook at 1732632231978Writing region info on filesystem at 1732632231978Initializing all the Stores at 1732632231979 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632231979Cleaning up temporary data from old regions at 1732632231984 (+5 ms)Running coprocessor post-open hooks at 1732632231991 (+7 ms)Region opened successfully at 1732632231992 (+1 ms)
2024-11-26T14:43:51,993 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665., pid=100, masterSystemTime=1732632231974
2024-11-26T14:43:51,993 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719., pid=99, masterSystemTime=1732632231973
2024-11-26T14:43:51,996 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,996 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=100}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:51,997 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=97 updating hbase:meta row=c14ddfb648c57dc8990ec356cfc09665, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:43:51,999 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=98 updating hbase:meta row=7b83fdb2c577d44dd969f6c689a8a719, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:43:52,001 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:52,001 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,46365,1732632046344, table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-26T14:43:52,001 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=99}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:52,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=100, ppid=97, state=RUNNABLE, hasLock=false; OpenRegionProcedure c14ddfb648c57dc8990ec356cfc09665, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:43:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=99, ppid=98, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:43:52,008 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=97
2024-11-26T14:43:52,008 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=97, state=SUCCESS, hasLock=false; OpenRegionProcedure c14ddfb648c57dc8990ec356cfc09665, server=19945b63c2b4,46365,1732632046344 in 183 msec
2024-11-26T14:43:52,010 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=99, resume processing ppid=98
2024-11-26T14:43:52,010 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, ASSIGN in 345 msec
2024-11-26T14:43:52,010 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, ppid=98, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719, server=19945b63c2b4,40087,1732632046275 in 188 msec
2024-11-26T14:43:52,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96
2024-11-26T14:43:52,013 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, ASSIGN in 347 msec
2024-11-26T14:43:52,015 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:43:52,015 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632232015"}]},"ts":"1732632232015"}
2024-11-26T14:43:52,017 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=ENABLED in hbase:meta
2024-11-26T14:43:52,019 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:43:52,019 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemState jenkins: RWXCA
2024-11-26T14:43:52,023 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-26T14:43:52,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:52,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:52,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:52,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:43:52,083 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:52,083 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:52,084 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:52,084 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:43:52,087 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemState in 475 msec
2024-11-26T14:43:52,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=96
2024-11-26T14:43:52,239 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-26T14:43:52,239 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-26T14:43:52,243 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:52,244 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:52,246 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,262 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,266 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:43:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632232266 (current time:1732632232266).
2024-11-26T14:43:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:43:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-26T14:43:52,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9ceb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:52,269 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@758407b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:52,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:52,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,272 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:52,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528885e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:52,276 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:52,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5182fdf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,279 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:52,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:52,280 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@729c5297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:52,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,283 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:52,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fe8811, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:52,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:52,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:52,292 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:52,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:52,296 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:52,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,297 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-26T14:43:52,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:43:52,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 101
2024-11-26T14:43:52,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-26T14:43:52,301 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:52,302 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:52,305 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:52,319 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742040_1216 (size=170)
2024-11-26T14:43:52,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742040_1216 (size=170)
2024-11-26T14:43:52,320 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742040_1216 (size=170)
2024-11-26T14:43:52,322 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:52,322 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665}, {pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719}]
2024-11-26T14:43:52,323 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:52,324 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-26T14:43:52,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=102
2024-11-26T14:43:52,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=103
2024-11-26T14:43:52,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:52,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:52,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for c14ddfb648c57dc8990ec356cfc09665:

2024-11-26T14:43:52,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.HRegion(2603): Flush status journal for 7b83fdb2c577d44dd969f6c689a8a719:

2024-11-26T14:43:52,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665. for emptySnaptb0-testExportFileSystemState completed.
2024-11-26T14:43:52,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719. for emptySnaptb0-testExportFileSystemState completed.
2024-11-26T14:43:52,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-26T14:43:52,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.' region-info for snapshot=emptySnaptb0-testExportFileSystemState
2024-11-26T14:43:52,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:52,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:52,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:43:52,477 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:43:52,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742041_1217 (size=71)
2024-11-26T14:43:52,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742041_1217 (size=71)
2024-11-26T14:43:52,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742041_1217 (size=71)
2024-11-26T14:43:52,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:52,490 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=103}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=103
2024-11-26T14:43:52,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=103
2024-11-26T14:43:52,491 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:52,491 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=103, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:52,497 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, ppid=101, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719 in 170 msec
2024-11-26T14:43:52,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742042_1218 (size=71)
2024-11-26T14:43:52,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742042_1218 (size=71)
2024-11-26T14:43:52,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742042_1218 (size=71)
2024-11-26T14:43:52,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:52,501 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102
2024-11-26T14:43:52,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=102
2024-11-26T14:43:52,502 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemState on region c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:52,502 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=102, ppid=101, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:52,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101
2024-11-26T14:43:52,506 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665 in 181 msec
2024-11-26T14:43:52,506 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:52,509 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:52,510 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:52,511 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:52,511 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:52,512 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:43:52,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742043_1219 (size=63)
2024-11-26T14:43:52,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742043_1219 (size=63)
2024-11-26T14:43:52,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742043_1219 (size=63)
2024-11-26T14:43:52,531 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:52,531 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemState
2024-11-26T14:43:52,532 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState
2024-11-26T14:43:52,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742044_1220 (size=653)
2024-11-26T14:43:52,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742044_1220 (size=653)
2024-11-26T14:43:52,555 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742044_1220 (size=653)
2024-11-26T14:43:52,565 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:52,572 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:52,572 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemState to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportFileSystemState
2024-11-26T14:43:52,574 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=101, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:52,575 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 101
2024-11-26T14:43:52,577 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=101, snapshot={ ss=emptySnaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 277 msec
2024-11-26T14:43:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101
2024-11-26T14:43:52,619 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-26T14:43:52,632 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:52,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:43:52,634 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemState
2024-11-26T14:43:52,638 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:52,639 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:43:52,641 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,650 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,663 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemState,, stopping at row=testtb-testExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:43:52,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:43:52,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632232668 (current time:1732632232668).
2024-11-26T14:43:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:43:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemState VERSION not specified, setting to 2
2024-11-26T14:43:52,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:43:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c580098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:52,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:52,671 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:52,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71302757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:52,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,673 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:52,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4db3993b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:52,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:52,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:52,677 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:52,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,681 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:52,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a4026e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:43:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:43:52,689 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:43:52,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:43:52,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:43:52,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b69430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:43:52,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:43:52,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,691 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:43:52,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0b70b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:43:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:43:52,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:43:52,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:43:52,695 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:43:52,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:43:52,701 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:43:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:43:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:43:52,701 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:43:52,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemState], kv [jenkins: RWXCA]
2024-11-26T14:43:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:43:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=104, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:43:52,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 104
2024-11-26T14:43:52,705 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:43:52,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-26T14:43:52,707 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:43:52,710 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:43:52,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742045_1221 (size=165)
2024-11-26T14:43:52,728 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742045_1221 (size=165)
2024-11-26T14:43:52,729 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742045_1221 (size=165)
2024-11-26T14:43:52,730 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:43:52,730 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665}, {pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719}]
2024-11-26T14:43:52,731 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:52,731 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:52,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-26T14:43:52,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=106
2024-11-26T14:43:52,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=105
2024-11-26T14:43:52,883 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:52,884 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:52,884 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 7b83fdb2c577d44dd969f6c689a8a719 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-26T14:43:52,884 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(2902): Flushing c14ddfb648c57dc8990ec356cfc09665 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-26T14:43:52,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665 is 71, key is 0a25927b7f560f666fe27ad5302f54ea/cf:q/1732632232633/Put/seqid=0
2024-11-26T14:43:52,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719 is 71, key is 1350e2ca28bb02b7843f01a0417d04b4/cf:q/1732632232632/Put/seqid=0
2024-11-26T14:43:52,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742046_1222 (size=5172)
2024-11-26T14:43:52,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742046_1222 (size=5172)
2024-11-26T14:43:52,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742046_1222 (size=5172)
2024-11-26T14:43:52,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:52,930 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:52,931 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/.tmp/cf/8fef6900ea52471f97f829bbea086b2e, store: [table=testtb-testExportFileSystemState family=cf region=c14ddfb648c57dc8990ec356cfc09665]
2024-11-26T14:43:52,932 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/.tmp/cf/8fef6900ea52471f97f829bbea086b2e is 209, key is 056c0fcc83d4e4ccc61cb35ee79be3f58/cf:q/1732632232633/Put/seqid=0
2024-11-26T14:43:52,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742047_1223 (size=8101)
2024-11-26T14:43:52,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742047_1223 (size=8101)
2024-11-26T14:43:52,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742047_1223 (size=8101)
2024-11-26T14:43:52,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:52,964 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:52,967 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/.tmp/cf/29a4fdcd2113442eaa5b3a605346545c, store: [table=testtb-testExportFileSystemState family=cf region=7b83fdb2c577d44dd969f6c689a8a719]
2024-11-26T14:43:52,968 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/.tmp/cf/29a4fdcd2113442eaa5b3a605346545c is 209, key is 1810b155c1651f4fd7a5294c7908e3361/cf:q/1732632232632/Put/seqid=0
2024-11-26T14:43:52,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742048_1224 (size=6123)
2024-11-26T14:43:52,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742048_1224 (size=6123)
2024-11-26T14:43:52,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742048_1224 (size=6123)
2024-11-26T14:43:52,971 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/.tmp/cf/8fef6900ea52471f97f829bbea086b2e
2024-11-26T14:43:52,980 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/.tmp/cf/8fef6900ea52471f97f829bbea086b2e as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf/8fef6900ea52471f97f829bbea086b2e
2024-11-26T14:43:52,988 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf/8fef6900ea52471f97f829bbea086b2e, entries=4, sequenceid=6, filesize=6.0 K
2024-11-26T14:43:52,990 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for c14ddfb648c57dc8990ec356cfc09665 in 105ms, sequenceid=6, compaction requested=false
2024-11-26T14:43:52,990 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemState'
2024-11-26T14:43:52,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.HRegion(2603): Flush status journal for c14ddfb648c57dc8990ec356cfc09665:

2024-11-26T14:43:52,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665. for snaptb0-testExportFileSystemState completed.
2024-11-26T14:43:52,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-26T14:43:52,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:52,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf/8fef6900ea52471f97f829bbea086b2e] hfiles
2024-11-26T14:43:52,991 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf/8fef6900ea52471f97f829bbea086b2e for snapshot=snaptb0-testExportFileSystemState
2024-11-26T14:43:52,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742049_1225 (size=14792)
2024-11-26T14:43:53,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742049_1225 (size=14792)
2024-11-26T14:43:53,000 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742049_1225 (size=14792)
2024-11-26T14:43:53,000 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/.tmp/cf/29a4fdcd2113442eaa5b3a605346545c
2024-11-26T14:43:53,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/.tmp/cf/29a4fdcd2113442eaa5b3a605346545c as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf/29a4fdcd2113442eaa5b3a605346545c
2024-11-26T14:43:53,014 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf/29a4fdcd2113442eaa5b3a605346545c, entries=46, sequenceid=6, filesize=14.4 K
2024-11-26T14:43:53,015 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742050_1226 (size=110)
2024-11-26T14:43:53,016 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742050_1226 (size=110)
2024-11-26T14:43:53,016 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 7b83fdb2c577d44dd969f6c689a8a719 in 132ms, sequenceid=6, compaction requested=false
2024-11-26T14:43:53,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 7b83fdb2c577d44dd969f6c689a8a719:

2024-11-26T14:43:53,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719. for snaptb0-testExportFileSystemState completed.
2024-11-26T14:43:53,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.' region-info for snapshot=snaptb0-testExportFileSystemState
2024-11-26T14:43:53,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:43:53,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf/29a4fdcd2113442eaa5b3a605346545c] hfiles
2024-11-26T14:43:53,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf/29a4fdcd2113442eaa5b3a605346545c for snapshot=snaptb0-testExportFileSystemState
2024-11-26T14:43:53,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:43:53,019 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105
2024-11-26T14:43:53,019 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742050_1226 (size=110)
2024-11-26T14:43:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-26T14:43:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=105
2024-11-26T14:43:53,021 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:53,021 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=105, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:53,025 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, ppid=104, state=SUCCESS, hasLock=false; SnapshotRegionProcedure c14ddfb648c57dc8990ec356cfc09665 in 293 msec
2024-11-26T14:43:53,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742051_1227 (size=110)
2024-11-26T14:43:53,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742051_1227 (size=110)
2024-11-26T14:43:53,033 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742051_1227 (size=110)
2024-11-26T14:43:53,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:43:53,034 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106
2024-11-26T14:43:53,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=106
2024-11-26T14:43:53,035 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemState on region 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:53,035 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=106, ppid=104, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:53,038 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=104
2024-11-26T14:43:53,038 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:43:53,038 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=104, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719 in 306 msec
2024-11-26T14:43:53,039 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:43:53,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:43:53,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:43:53,040 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:43:53,042 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665] hfiles
2024-11-26T14:43:53,042 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:43:53,042 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:43:53,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742052_1228 (size=294)
2024-11-26T14:43:53,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742052_1228 (size=294)
2024-11-26T14:43:53,074 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742052_1228 (size=294)
2024-11-26T14:43:53,075 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:43:53,076 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemState
2024-11-26T14:43:53,076 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-26T14:43:53,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742053_1229 (size=963)
2024-11-26T14:43:53,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742053_1229 (size=963)
2024-11-26T14:43:53,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742053_1229 (size=963)
2024-11-26T14:43:53,095 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:43:53,102 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:43:53,102 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-26T14:43:53,104 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=104, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:43:53,104 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 104
2024-11-26T14:43:53,106 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=104, snapshot={ ss=snaptb0-testExportFileSystemState table=testtb-testExportFileSystemState type=FLUSH ttl=0 } in 401 msec
2024-11-26T14:43:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=104
2024-11-26T14:43:53,329 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemState completed
2024-11-26T14:43:53,330 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329
2024-11-26T14:43:53,330 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:53,367 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:43:53,367 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-26T14:43:53,369 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:43:53,375 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemState to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemState
2024-11-26T14:43:53,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742055_1231 (size=963)
2024-11-26T14:43:53,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742054_1230 (size=165)
2024-11-26T14:43:53,386 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742054_1230 (size=165)
2024-11-26T14:43:53,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742055_1231 (size=963)
2024-11-26T14:43:53,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742055_1231 (size=963)
2024-11-26T14:43:53,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742054_1230 (size=165)
2024-11-26T14:43:53,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:53,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:53,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-13843291418292126443.jar
2024-11-26T14:43:54,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-14973906704521346523.jar
2024-11-26T14:43:54,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,553 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:43:54,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:43:54,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:43:54,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:43:54,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:43:54,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:43:54,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:43:54,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:43:54,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:43:54,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:43:54,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:43:54,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:43:54,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:54,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:54,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:54,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:54,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:43:54,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:54,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:43:54,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742056_1232 (size=24020)
2024-11-26T14:43:54,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742056_1232 (size=24020)
2024-11-26T14:43:54,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742056_1232 (size=24020)
2024-11-26T14:43:54,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742057_1233 (size=77755)
2024-11-26T14:43:54,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742057_1233 (size=77755)
2024-11-26T14:43:54,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742057_1233 (size=77755)
2024-11-26T14:43:54,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742058_1234 (size=131360)
2024-11-26T14:43:54,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742058_1234 (size=131360)
2024-11-26T14:43:54,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742058_1234 (size=131360)
2024-11-26T14:43:54,652 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742059_1235 (size=111793)
2024-11-26T14:43:54,653 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742059_1235 (size=111793)
2024-11-26T14:43:54,654 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742059_1235 (size=111793)
2024-11-26T14:43:54,668 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742060_1236 (size=1832290)
2024-11-26T14:43:54,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742060_1236 (size=1832290)
2024-11-26T14:43:54,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742060_1236 (size=1832290)
2024-11-26T14:43:54,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742061_1237 (size=8360005)
2024-11-26T14:43:54,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742061_1237 (size=8360005)
2024-11-26T14:43:54,698 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742061_1237 (size=8360005)
2024-11-26T14:43:54,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742062_1238 (size=503880)
2024-11-26T14:43:54,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742062_1238 (size=503880)
2024-11-26T14:43:54,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742062_1238 (size=503880)
2024-11-26T14:43:54,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742063_1239 (size=322274)
2024-11-26T14:43:54,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742063_1239 (size=322274)
2024-11-26T14:43:54,726 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742063_1239 (size=322274)
2024-11-26T14:43:54,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742064_1240 (size=20406)
2024-11-26T14:43:54,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742064_1240 (size=20406)
2024-11-26T14:43:54,738 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742064_1240 (size=20406)
2024-11-26T14:43:54,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742065_1241 (size=45609)
2024-11-26T14:43:54,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742065_1241 (size=45609)
2024-11-26T14:43:54,751 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742065_1241 (size=45609)
2024-11-26T14:43:54,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742066_1242 (size=136454)
2024-11-26T14:43:54,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742066_1242 (size=136454)
2024-11-26T14:43:54,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742066_1242 (size=136454)
2024-11-26T14:43:54,796 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742067_1243 (size=1597136)
2024-11-26T14:43:54,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742067_1243 (size=1597136)
2024-11-26T14:43:54,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742067_1243 (size=1597136)
2024-11-26T14:43:54,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742068_1244 (size=30873)
2024-11-26T14:43:54,811 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742068_1244 (size=30873)
2024-11-26T14:43:54,812 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742068_1244 (size=30873)
2024-11-26T14:43:54,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742069_1245 (size=29229)
2024-11-26T14:43:54,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742069_1245 (size=29229)
2024-11-26T14:43:54,831 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742069_1245 (size=29229)
2024-11-26T14:43:54,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742070_1246 (size=440956)
2024-11-26T14:43:54,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742070_1246 (size=440956)
2024-11-26T14:43:54,851 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742070_1246 (size=440956)
2024-11-26T14:43:54,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742071_1247 (size=903859)
2024-11-26T14:43:54,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742071_1247 (size=903859)
2024-11-26T14:43:54,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742071_1247 (size=903859)
2024-11-26T14:43:54,891 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742072_1248 (size=5175431)
2024-11-26T14:43:54,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742072_1248 (size=5175431)
2024-11-26T14:43:54,892 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742072_1248 (size=5175431)
2024-11-26T14:43:54,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742073_1249 (size=232881)
2024-11-26T14:43:54,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742073_1249 (size=232881)
2024-11-26T14:43:54,901 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742073_1249 (size=232881)
2024-11-26T14:43:54,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742074_1250 (size=1323991)
2024-11-26T14:43:54,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742074_1250 (size=1323991)
2024-11-26T14:43:54,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742074_1250 (size=1323991)
2024-11-26T14:43:54,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742075_1251 (size=4695811)
2024-11-26T14:43:54,948 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742075_1251 (size=4695811)
2024-11-26T14:43:54,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742075_1251 (size=4695811)
2024-11-26T14:43:54,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742076_1252 (size=1877034)
2024-11-26T14:43:54,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742076_1252 (size=1877034)
2024-11-26T14:43:54,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742076_1252 (size=1877034)
2024-11-26T14:43:54,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742077_1253 (size=217555)
2024-11-26T14:43:54,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742077_1253 (size=217555)
2024-11-26T14:43:54,977 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742077_1253 (size=217555)
2024-11-26T14:43:55,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742078_1254 (size=6424749)
2024-11-26T14:43:55,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742078_1254 (size=6424749)
2024-11-26T14:43:55,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742078_1254 (size=6424749)
2024-11-26T14:43:55,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742079_1255 (size=4188619)
2024-11-26T14:43:55,080 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742079_1255 (size=4188619)
2024-11-26T14:43:55,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742079_1255 (size=4188619)
2024-11-26T14:43:55,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742080_1256 (size=127628)
2024-11-26T14:43:55,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742080_1256 (size=127628)
2024-11-26T14:43:55,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742080_1256 (size=127628)
2024-11-26T14:43:55,111 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:43:55,114 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemState' hfile list
2024-11-26T14:43:55,117 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.4 K
2024-11-26T14:43:55,117 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.9 K
2024-11-26T14:43:55,118 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.0 K
2024-11-26T14:43:55,118 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K
2024-11-26T14:43:55,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742081_1257 (size=1035)
2024-11-26T14:43:55,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742081_1257 (size=1035)
2024-11-26T14:43:55,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742081_1257 (size=1035)
2024-11-26T14:43:55,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742082_1258 (size=35)
2024-11-26T14:43:55,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742082_1258 (size=35)
2024-11-26T14:43:55,165 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742082_1258 (size=35)
2024-11-26T14:43:55,167 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0003_000001 (auth:SIMPLE) from 127.0.0.1:55056
2024-11-26T14:43:55,184 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000001/launch_container.sh]
2024-11-26T14:43:55,184 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000001/container_tokens]
2024-11-26T14:43:55,184 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0003/container_1732632053631_0003_01_000001/sysfs]
2024-11-26T14:43:55,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742083_1259 (size=304087)
2024-11-26T14:43:55,186 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742083_1259 (size=304087)
2024-11-26T14:43:55,187 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742083_1259 (size=304087)
2024-11-26T14:43:55,206 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:43:55,206 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:43:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-26T14:43:55,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-26T14:43:55,640 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportWithResetTtl
2024-11-26T14:43:55,642 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithResetTtl
2024-11-26T14:43:56,032 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:54886
2024-11-26T14:43:56,199 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:44:01,145 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:44:02,361 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:48186
2024-11-26T14:44:02,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742084_1260 (size=349785)
2024-11-26T14:44:02,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742084_1260 (size=349785)
2024-11-26T14:44:02,695 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742084_1260 (size=349785)
2024-11-26T14:44:04,581 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:37372
2024-11-26T14:44:04,581 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:51976
2024-11-26T14:44:05,451 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:51988
2024-11-26T14:44:05,451 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:37384
2024-11-26T14:44:08,164 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0004_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:44:09,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742085_1261 (size=14792)
2024-11-26T14:44:09,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742085_1261 (size=14792)
2024-11-26T14:44:09,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742085_1261 (size=14792)
2024-11-26T14:44:09,981 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000002/launch_container.sh]
2024-11-26T14:44:09,981 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000002/container_tokens]
2024-11-26T14:44:09,981 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000002/sysfs]
2024-11-26T14:44:10,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742087_1263 (size=8101)
2024-11-26T14:44:10,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742087_1263 (size=8101)
2024-11-26T14:44:10,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742087_1263 (size=8101)
2024-11-26T14:44:11,021 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000003/launch_container.sh]
2024-11-26T14:44:11,021 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000003/container_tokens]
2024-11-26T14:44:11,021 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000003/sysfs]
2024-11-26T14:44:11,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742088_1264 (size=6123)
2024-11-26T14:44:11,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742088_1264 (size=6123)
2024-11-26T14:44:11,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742088_1264 (size=6123)
2024-11-26T14:44:11,629 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000004/launch_container.sh]
2024-11-26T14:44:11,629 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000004/container_tokens]
2024-11-26T14:44:11,629 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000004/sysfs]
2024-11-26T14:44:11,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742089_1265 (size=5172)
2024-11-26T14:44:11,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742089_1265 (size=5172)
2024-11-26T14:44:11,855 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742089_1265 (size=5172)
2024-11-26T14:44:11,907 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742086_1262 (size=31748)
2024-11-26T14:44:11,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742086_1262 (size=31748)
2024-11-26T14:44:11,908 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742086_1262 (size=31748)
2024-11-26T14:44:11,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742090_1266 (size=466)
2024-11-26T14:44:11,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742090_1266 (size=466)
2024-11-26T14:44:11,919 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742090_1266 (size=466)
2024-11-26T14:44:11,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742091_1267 (size=31748)
2024-11-26T14:44:11,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742091_1267 (size=31748)
2024-11-26T14:44:11,950 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742091_1267 (size=31748)
2024-11-26T14:44:11,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742092_1268 (size=349785)
2024-11-26T14:44:11,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742092_1268 (size=349785)
2024-11-26T14:44:11,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742092_1268 (size=349785)
2024-11-26T14:44:11,985 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:53330
2024-11-26T14:44:11,986 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000005/launch_container.sh]
2024-11-26T14:44:11,986 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000005/container_tokens]
2024-11-26T14:44:11,986 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000005/sysfs]
2024-11-26T14:44:11,991 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:57788
2024-11-26T14:44:13,368 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:44:13,370 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:44:13,377 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemState
2024-11-26T14:44:13,377 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:44:13,378 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:44:13,378 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-26T14:44:13,378 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-26T14:44:13,378 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-26T14:44:13,378 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329/.hbase-snapshot/snaptb0-testExportFileSystemState at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329/.hbase-snapshot/snaptb0-testExportFileSystemState
2024-11-26T14:44:13,379 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329/.hbase-snapshot/snaptb0-testExportFileSystemState/.snapshotinfo
2024-11-26T14:44:13,379 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632233329/.hbase-snapshot/snaptb0-testExportFileSystemState/data.manifest
2024-11-26T14:44:13,384 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemState
2024-11-26T14:44:13,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:13,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-26T14:44:13,387 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632253387"}]},"ts":"1732632253387"}
2024-11-26T14:44:13,389 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLING in hbase:meta
2024-11-26T14:44:13,389 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemState to state=DISABLING
2024-11-26T14:44:13,389 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState}]
2024-11-26T14:44:13,392 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, UNASSIGN}, {pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, UNASSIGN}]
2024-11-26T14:44:13,392 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, UNASSIGN
2024-11-26T14:44:13,392 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, UNASSIGN
2024-11-26T14:44:13,393 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=7b83fdb2c577d44dd969f6c689a8a719, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:44:13,393 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=c14ddfb648c57dc8990ec356cfc09665, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:44:13,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=109, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, UNASSIGN because future has completed
2024-11-26T14:44:13,395 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:44:13,395 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=111, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure c14ddfb648c57dc8990ec356cfc09665, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:44:13,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=110, ppid=108, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, UNASSIGN because future has completed
2024-11-26T14:44:13,396 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:44:13,396 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:44:13,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-26T14:44:13,548 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(122): Close c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:44:13,548 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1722): Closing c14ddfb648c57dc8990ec356cfc09665, disabling compactions & flushes
2024-11-26T14:44:13,549 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665. after waiting 0 ms
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:44:13,549 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(122): Close 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1722): Closing 7b83fdb2c577d44dd969f6c689a8a719, disabling compactions & flushes
2024-11-26T14:44:13,549 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719. after waiting 0 ms
2024-11-26T14:44:13,549 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:44:13,553 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:44:13,553 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:44:13,554 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:44:13,554 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:44:13,554 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.
2024-11-26T14:44:13,554 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.
2024-11-26T14:44:13,554 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1676): Region close journal for 7b83fdb2c577d44dd969f6c689a8a719:
Waiting for close lock at 1732632253549Running coprocessor pre-close hooks at 1732632253549Disabling compacts and flushes for region at 1732632253549Disabling writes for close at 1732632253549Writing region close event to WAL at 1732632253550 (+1 ms)Running coprocessor post-close hooks at 1732632253554 (+4 ms)Closed at 1732632253554
2024-11-26T14:44:13,554 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] regionserver.HRegion(1676): Region close journal for c14ddfb648c57dc8990ec356cfc09665:
Waiting for close lock at 1732632253548Running coprocessor pre-close hooks at 1732632253548Disabling compacts and flushes for region at 1732632253549 (+1 ms)Disabling writes for close at 1732632253549Writing region close event to WAL at 1732632253550 (+1 ms)Running coprocessor post-close hooks at 1732632253554 (+4 ms)Closed at 1732632253554
2024-11-26T14:44:13,556 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=111}] handler.UnassignRegionHandler(157): Closed c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:44:13,556 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=109 updating hbase:meta row=c14ddfb648c57dc8990ec356cfc09665, regionState=CLOSED
2024-11-26T14:44:13,557 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(157): Closed 7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:44:13,558 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=110 updating hbase:meta row=7b83fdb2c577d44dd969f6c689a8a719, regionState=CLOSED
2024-11-26T14:44:13,559 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=111, ppid=109, state=RUNNABLE, hasLock=false; CloseRegionProcedure c14ddfb648c57dc8990ec356cfc09665, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:44:13,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=112, ppid=110, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:44:13,562 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=111, resume processing ppid=109
2024-11-26T14:44:13,562 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, ppid=109, state=SUCCESS, hasLock=false; CloseRegionProcedure c14ddfb648c57dc8990ec356cfc09665, server=19945b63c2b4,46365,1732632046344 in 165 msec
2024-11-26T14:44:13,563 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=110
2024-11-26T14:44:13,564 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=110, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b83fdb2c577d44dd969f6c689a8a719, server=19945b63c2b4,40087,1732632046275 in 165 msec
2024-11-26T14:44:13,564 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=c14ddfb648c57dc8990ec356cfc09665, UNASSIGN in 171 msec
2024-11-26T14:44:13,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=108
2024-11-26T14:44:13,565 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=108, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemState, region=7b83fdb2c577d44dd969f6c689a8a719, UNASSIGN in 173 msec
2024-11-26T14:44:13,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107
2024-11-26T14:44:13,567 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemState in 177 msec
2024-11-26T14:44:13,568 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632253568"}]},"ts":"1732632253568"}
2024-11-26T14:44:13,570 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemState, state=DISABLED in hbase:meta
2024-11-26T14:44:13,570 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemState to state=DISABLED
2024-11-26T14:44:13,584 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemState in 186 msec
2024-11-26T14:44:13,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107
2024-11-26T14:44:13,710 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-26T14:44:13,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemState
2024-11-26T14:44:13,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:13,713 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=113, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:13,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemState
2024-11-26T14:44:13,714 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=113, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:13,717 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemState
2024-11-26T14:44:13,719 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:44:13,719 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:44:13,721 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/recovered.edits]
2024-11-26T14:44:13,721 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/recovered.edits]
2024-11-26T14:44:13,725 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf/8fef6900ea52471f97f829bbea086b2e to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/cf/8fef6900ea52471f97f829bbea086b2e
2024-11-26T14:44:13,725 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf/29a4fdcd2113442eaa5b3a605346545c to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/cf/29a4fdcd2113442eaa5b3a605346545c
2024-11-26T14:44:13,729 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665/recovered.edits/9.seqid
2024-11-26T14:44:13,729 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719/recovered.edits/9.seqid
2024-11-26T14:44:13,729 DEBUG [HFileArchiver-12 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:44:13,730 DEBUG [HFileArchiver-13 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemState/7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:44:13,730 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemState regions
2024-11-26T14:44:13,731 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d
2024-11-26T14:44:13,732 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf]
2024-11-26T14:44:13,735 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/c4ca4238a0b923820dcc509a6f75849b202411260b7b9e888de947a1a41dc17ad22a2291_7b83fdb2c577d44dd969f6c689a8a719
2024-11-26T14:44:13,737 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d/cf/d41d8cd98f00b204e9800998ecf8427e202411264e535b33a55242da8a1d39fc26763d4f_c14ddfb648c57dc8990ec356cfc09665
2024-11-26T14:44:13,737 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemState/8c2558c0b59bb3a4e2e578c2c8e8915d
2024-11-26T14:44:13,739 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=113, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:13,742 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemState from hbase:meta
2024-11-26T14:44:14,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-26T14:44:14,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-26T14:44:14,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-26T14:44:14,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-26T14:44:14,007 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-26T14:44:14,007 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data PBUF
2024-11-26T14:44:14,008 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemState' descriptor.
2024-11-26T14:44:14,010 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=113, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:14,010 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemState' from region states.
2024-11-26T14:44:14,010 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632254010"}]},"ts":"9223372036854775807"}
2024-11-26T14:44:14,011 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632254010"}]},"ts":"9223372036854775807"}
2024-11-26T14:44:14,013 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:44:14,013 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c14ddfb648c57dc8990ec356cfc09665, NAME => 'testtb-testExportFileSystemState,,1732632231609.c14ddfb648c57dc8990ec356cfc09665.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 7b83fdb2c577d44dd969f6c689a8a719, NAME => 'testtb-testExportFileSystemState,1,1732632231609.7b83fdb2c577d44dd969f6c689a8a719.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:44:14,014 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemState' as deleted.
2024-11-26T14:44:14,014 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632254014"}]},"ts":"9223372036854775807"}
2024-11-26T14:44:14,016 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemState state from META
2024-11-26T14:44:14,017 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=113, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemState
2024-11-26T14:44:14,018 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemState in 306 msec
2024-11-26T14:44:14,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-26T14:44:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,030 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data null
2024-11-26T14:44:14,030 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-26T14:44:14,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,030 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemState with data null
2024-11-26T14:44:14,030 INFO  [zk-permission-watcher-pool-0 {}] access.AuthManager(136): Skipping permission cache refresh because writable data is empty
2024-11-26T14:44:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemState
2024-11-26T14:44:14,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113
2024-11-26T14:44:14,034 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemState
2024-11-26T14:44:14,034 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemState completed
2024-11-26T14:44:14,043 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemState"
type: DISABLED

2024-11-26T14:44:14,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemState
2024-11-26T14:44:14,049 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemState"
type: DISABLED

2024-11-26T14:44:14,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemState
2024-11-26T14:44:14,078 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemState Thread=802 (was 796)
Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:33503 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-13
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33503
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:56224 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:46862 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 130728)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-4021
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-362840700_1 at /127.0.0.1:42554 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-362840700_1 at /127.0.0.1:56216 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:42582 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: MoveIntermediateToDone Thread #1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=809 (was 811), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=767 (was 742) - SystemLoadAverage LEAK? -, ProcessCount=20 (was 20), AvailableMemoryMB=3788 (was 4008)
2024-11-26T14:44:14,078 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=802 is superior to 500
2024-11-26T14:44:14,100 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=802, OpenFileDescriptor=809, MaxFileDescriptor=1048576, SystemLoadAverage=767, ProcessCount=20, AvailableMemoryMB=3782
2024-11-26T14:44:14,100 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=802 is superior to 500
2024-11-26T14:44:14,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:44:14,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:14,105 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:44:14,105 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testConsecutiveExports"
 procId is: 114
2024-11-26T14:44:14,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-26T14:44:14,106 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:44:14,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742093_1269 (size=440)
2024-11-26T14:44:14,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742093_1269 (size=440)
2024-11-26T14:44:14,122 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742093_1269 (size=440)
2024-11-26T14:44:14,125 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1425fcc51a0479993207a226616418c2, NAME => 'testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:14,125 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f34d0c9e16d3ca0d3314cdce348a0a9a, NAME => 'testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testConsecutiveExports', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:14,130 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:44:14,157 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742094_1270 (size=65)
2024-11-26T14:44:14,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742094_1270 (size=65)
2024-11-26T14:44:14,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742094_1270 (size=65)
2024-11-26T14:44:14,159 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:44:14,159 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1722): Closing 1425fcc51a0479993207a226616418c2, disabling compactions & flushes
2024-11-26T14:44:14,159 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,159 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,159 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2. after waiting 0 ms
2024-11-26T14:44:14,159 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,159 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,159 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1425fcc51a0479993207a226616418c2:
Waiting for close lock at 1732632254159Disabling compacts and flushes for region at 1732632254159Disabling writes for close at 1732632254159Writing region close event to WAL at 1732632254159Closed at 1732632254159
2024-11-26T14:44:14,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742095_1271 (size=65)
2024-11-26T14:44:14,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742095_1271 (size=65)
2024-11-26T14:44:14,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742095_1271 (size=65)
2024-11-26T14:44:14,173 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:44:14,173 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1722): Closing f34d0c9e16d3ca0d3314cdce348a0a9a, disabling compactions & flushes
2024-11-26T14:44:14,173 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,173 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,173 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a. after waiting 0 ms
2024-11-26T14:44:14,173 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,173 INFO  [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,173 DEBUG [RegionOpenAndInit-testtb-testConsecutiveExports-pool-0 {}] regionserver.HRegion(1676): Region close journal for f34d0c9e16d3ca0d3314cdce348a0a9a:
Waiting for close lock at 1732632254173Disabling compacts and flushes for region at 1732632254173Disabling writes for close at 1732632254173Writing region close event to WAL at 1732632254173Closed at 1732632254173
2024-11-26T14:44:14,175 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:44:14,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732632254175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632254175"}]},"ts":"1732632254175"}
2024-11-26T14:44:14,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732632254175"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632254175"}]},"ts":"1732632254175"}
2024-11-26T14:44:14,180 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:44:14,181 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:44:14,182 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632254182"}]},"ts":"1732632254182"}
2024-11-26T14:44:14,185 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLING in hbase:meta
2024-11-26T14:44:14,185 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:44:14,187 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:44:14,187 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:44:14,187 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:44:14,187 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:44:14,187 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, ASSIGN}, {pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, ASSIGN}]
2024-11-26T14:44:14,189 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, ASSIGN
2024-11-26T14:44:14,190 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:44:14,192 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, ASSIGN
2024-11-26T14:44:14,193 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, ASSIGN; state=OFFLINE, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:44:14,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-26T14:44:14,341 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:44:14,341 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=f34d0c9e16d3ca0d3314cdce348a0a9a, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:44:14,341 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=1425fcc51a0479993207a226616418c2, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:44:14,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, ASSIGN because future has completed
2024-11-26T14:44:14,343 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:44:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, ASSIGN because future has completed
2024-11-26T14:44:14,345 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=116, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1425fcc51a0479993207a226616418c2, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:44:14,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-26T14:44:14,499 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,499 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7752): Opening region: {ENCODED => f34d0c9e16d3ca0d3314cdce348a0a9a, NAME => 'testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:44:14,499 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a. service=AccessControlService
2024-11-26T14:44:14,500 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:44:14,500 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,500 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:44:14,500 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7794): checking encryption for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,500 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(7797): checking classloading for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,502 INFO  [StoreOpener-f34d0c9e16d3ca0d3314cdce348a0a9a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region f34d0c9e16d3ca0d3314cdce348a0a9a 
2024-11-26T14:44:14,504 INFO  [StoreOpener-f34d0c9e16d3ca0d3314cdce348a0a9a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f34d0c9e16d3ca0d3314cdce348a0a9a columnFamilyName cf
2024-11-26T14:44:14,504 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,505 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => 1425fcc51a0479993207a226616418c2, NAME => 'testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:44:14,505 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2. service=AccessControlService
2024-11-26T14:44:14,505 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:44:14,505 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testConsecutiveExports 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,505 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:44:14,505 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,505 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,507 INFO  [StoreOpener-1425fcc51a0479993207a226616418c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1425fcc51a0479993207a226616418c2 
2024-11-26T14:44:14,508 DEBUG [StoreOpener-f34d0c9e16d3ca0d3314cdce348a0a9a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:44:14,508 INFO  [StoreOpener-1425fcc51a0479993207a226616418c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1425fcc51a0479993207a226616418c2 columnFamilyName cf
2024-11-26T14:44:14,509 DEBUG [StoreOpener-1425fcc51a0479993207a226616418c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:44:14,509 INFO  [StoreOpener-f34d0c9e16d3ca0d3314cdce348a0a9a-1 {}] regionserver.HStore(327): Store=f34d0c9e16d3ca0d3314cdce348a0a9a/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:44:14,509 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1038): replaying wal for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,509 INFO  [StoreOpener-1425fcc51a0479993207a226616418c2-1 {}] regionserver.HStore(327): Store=1425fcc51a0479993207a226616418c2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:44:14,510 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,510 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,510 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,510 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,510 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,511 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1048): stopping wal replay for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,511 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1060): Cleaning up temporary data for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,511 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,511 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,512 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,512 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1093): writing seq id for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,515 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:44:14,515 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:44:14,515 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1114): Opened f34d0c9e16d3ca0d3314cdce348a0a9a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61891866, jitterRate=-0.07773932814598083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:44:14,515 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,515 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened 1425fcc51a0479993207a226616418c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65047067, jitterRate=-0.030723169445991516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:44:14,515 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,516 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegion(1006): Region open journal for f34d0c9e16d3ca0d3314cdce348a0a9a:
Running coprocessor pre-open hook at 1732632254500Writing region info on filesystem at 1732632254500Initializing all the Stores at 1732632254501 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632254501Cleaning up temporary data from old regions at 1732632254511 (+10 ms)Running coprocessor post-open hooks at 1732632254515 (+4 ms)Region opened successfully at 1732632254516 (+1 ms)
2024-11-26T14:44:14,516 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for 1425fcc51a0479993207a226616418c2:
Running coprocessor pre-open hook at 1732632254506Writing region info on filesystem at 1732632254506Initializing all the Stores at 1732632254506Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632254506Cleaning up temporary data from old regions at 1732632254511 (+5 ms)Running coprocessor post-open hooks at 1732632254515 (+4 ms)Region opened successfully at 1732632254516 (+1 ms)
2024-11-26T14:44:14,518 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a., pid=117, masterSystemTime=1732632254495
2024-11-26T14:44:14,518 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2., pid=118, masterSystemTime=1732632254498
2024-11-26T14:44:14,520 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,520 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,521 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=116 updating hbase:meta row=1425fcc51a0479993207a226616418c2, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:44:14,523 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,523 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=117}] handler.AssignRegionHandler(153): Opened testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,524 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=f34d0c9e16d3ca0d3314cdce348a0a9a, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:44:14,524 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=116, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1425fcc51a0479993207a226616418c2, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:44:14,527 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=115, state=RUNNABLE, hasLock=false; OpenRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:44:14,529 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=116
2024-11-26T14:44:14,530 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=116, state=SUCCESS, hasLock=false; OpenRegionProcedure 1425fcc51a0479993207a226616418c2, server=19945b63c2b4,39113,1732632046120 in 180 msec
2024-11-26T14:44:14,532 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=115
2024-11-26T14:44:14,532 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, ASSIGN in 343 msec
2024-11-26T14:44:14,532 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=115, state=SUCCESS, hasLock=false; OpenRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a, server=19945b63c2b4,40087,1732632046275 in 186 msec
2024-11-26T14:44:14,535 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114
2024-11-26T14:44:14,535 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, ASSIGN in 345 msec
2024-11-26T14:44:14,536 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:44:14,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632254536"}]},"ts":"1732632254536"}
2024-11-26T14:44:14,538 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=ENABLED in hbase:meta
2024-11-26T14:44:14,540 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=114, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testConsecutiveExports execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:44:14,540 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testConsecutiveExports jenkins: RWXCA
2024-11-26T14:44:14,544 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-26T14:44:14,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:14,608 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-26T14:44:14,608 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-26T14:44:14,608 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-26T14:44:14,608 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testConsecutiveExports \x00 \x01 \x02 \x03 \x04
2024-11-26T14:44:14,610 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testConsecutiveExports in 506 msec
2024-11-26T14:44:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=114
2024-11-26T14:44:14,729 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-26T14:44:14,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:14,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-26T14:44:14,732 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,733 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:44:14,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:14,741 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:14,747 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:14,751 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-26T14:44:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632254751 (current time:1732632254751).
2024-11-26T14:44:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:44:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-26T14:44:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:44:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75b9c737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:44:14,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:44:14,753 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:44:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:44:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:44:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e963d12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:44:14,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:44:14,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:14,756 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:44:14,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa2a30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:14,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:44:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:44:14,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:44:14,759 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:44:14,761 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:44:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:44:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:14,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:14,761 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:44:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6b08e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:44:14,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:44:14,763 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:44:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:44:14,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:44:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b67f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:44:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:44:14,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:14,765 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:44:14,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546bb331, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:14,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:44:14,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:44:14,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:44:14,768 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:44:14,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:44:14,772 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:44:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:44:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:14,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-26T14:44:14,772 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:44:14,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:44:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-26T14:44:14,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 119
2024-11-26T14:44:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-26T14:44:14,775 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:44:14,777 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:44:14,779 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:44:14,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742096_1272 (size=161)
2024-11-26T14:44:14,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742096_1272 (size=161)
2024-11-26T14:44:14,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742096_1272 (size=161)
2024-11-26T14:44:14,794 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:44:14,794 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a}, {pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2}]
2024-11-26T14:44:14,795 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,795 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-26T14:44:14,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=121
2024-11-26T14:44:14,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=120
2024-11-26T14:44:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for f34d0c9e16d3ca0d3314cdce348a0a9a:

2024-11-26T14:44:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a. for emptySnaptb0-testConsecutiveExports completed.
2024-11-26T14:44:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-26T14:44:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:44:14,948 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:44:14,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.HRegion(2603): Flush status journal for 1425fcc51a0479993207a226616418c2:

2024-11-26T14:44:14,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2. for emptySnaptb0-testConsecutiveExports completed.
2024-11-26T14:44:14,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.' region-info for snapshot=emptySnaptb0-testConsecutiveExports
2024-11-26T14:44:14,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:44:14,949 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:44:14,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742098_1274 (size=68)
2024-11-26T14:44:14,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742098_1274 (size=68)
2024-11-26T14:44:14,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742098_1274 (size=68)
2024-11-26T14:44:14,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742097_1273 (size=68)
2024-11-26T14:44:14,965 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742097_1273 (size=68)
2024-11-26T14:44:14,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:14,965 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121
2024-11-26T14:44:14,966 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742097_1273 (size=68)
2024-11-26T14:44:14,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:14,966 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120
2024-11-26T14:44:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=121
2024-11-26T14:44:14,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,966 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=121, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:14,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=120
2024-11-26T14:44:14,966 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testConsecutiveExports on region f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,967 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=120, ppid=119, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:14,968 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, ppid=119, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2 in 173 msec
2024-11-26T14:44:14,970 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119
2024-11-26T14:44:14,970 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:44:14,970 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a in 173 msec
2024-11-26T14:44:14,970 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:44:14,971 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:44:14,971 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:44:14,972 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:44:14,972 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:44:14,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742099_1275 (size=60)
2024-11-26T14:44:14,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742099_1275 (size=60)
2024-11-26T14:44:14,983 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742099_1275 (size=60)
2024-11-26T14:44:14,986 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:44:14,987 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testConsecutiveExports
2024-11-26T14:44:14,988 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports
2024-11-26T14:44:14,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742100_1276 (size=641)
2024-11-26T14:44:14,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742100_1276 (size=641)
2024-11-26T14:44:15,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742100_1276 (size=641)
2024-11-26T14:44:15,010 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:44:15,015 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:44:15,016 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testConsecutiveExports to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testConsecutiveExports
2024-11-26T14:44:15,018 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=119, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:44:15,018 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 119
2024-11-26T14:44:15,019 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=119, snapshot={ ss=emptySnaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 245 msec
2024-11-26T14:44:15,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119
2024-11-26T14:44:15,090 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-26T14:44:15,099 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:44:15,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] regionserver.HRegion(8528): writing data to region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:44:15,104 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:15,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testConsecutiveExports
2024-11-26T14:44:15,108 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:15,108 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:44:15,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:15,117 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:15,125 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testConsecutiveExports,, stopping at row=testtb-testConsecutiveExports ,, for max=2147483647 with caching=100
2024-11-26T14:44:15,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-26T14:44:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632255129 (current time:1732632255129).
2024-11-26T14:44:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:44:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testConsecutiveExports VERSION not specified, setting to 2
2024-11-26T14:44:15,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:44:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710cd6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:44:15,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:44:15,131 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:44:15,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:44:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:44:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22ae2ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:44:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:44:15,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:15,133 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:44:15,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@393fe7ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:15,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:44:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:44:15,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:44:15,137 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:44:15,139 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:44:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:44:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:15,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:15,139 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:44:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40df125f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:44:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:44:15,142 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:44:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:44:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:44:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fe28c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:44:15,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:44:15,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:15,144 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:44:15,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473c5f97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:44:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:44:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:44:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:44:15,148 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:44:15,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testConsecutiveExports', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:44:15,153 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:44:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:44:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:44:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testConsecutiveExports], kv [jenkins: RWXCA]
2024-11-26T14:44:15,153 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:44:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:44:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=122, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }
2024-11-26T14:44:15,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 122
2024-11-26T14:44:15,157 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:44:15,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-26T14:44:15,158 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:44:15,162 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:44:15,170 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742101_1277 (size=156)
2024-11-26T14:44:15,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742101_1277 (size=156)
2024-11-26T14:44:15,171 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742101_1277 (size=156)
2024-11-26T14:44:15,173 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:44:15,173 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a}, {pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2}]
2024-11-26T14:44:15,175 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:15,175 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:15,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-26T14:44:15,327 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=124
2024-11-26T14:44:15,327 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:15,328 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 1425fcc51a0479993207a226616418c2 1/1 column families, dataSize=2.93 KB heapSize=6.58 KB
2024-11-26T14:44:15,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=123
2024-11-26T14:44:15,328 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:15,329 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(2902): Flushing f34d0c9e16d3ca0d3314cdce348a0a9a 1/1 column families, dataSize=333 B heapSize=976 B
2024-11-26T14:44:15,345 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2 is 71, key is 1604504d33e87df0b6efd34805acc231/cf:q/1732632255102/Put/seqid=0
2024-11-26T14:44:15,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742102_1278 (size=8031)
2024-11-26T14:44:15,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742102_1278 (size=8031)
2024-11-26T14:44:15,354 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742102_1278 (size=8031)
2024-11-26T14:44:15,354 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a is 71, key is 05ce53c4db8d6845685e321cf0c6dc87/cf:q/1732632255099/Put/seqid=0
2024-11-26T14:44:15,355 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:44:15,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742103_1279 (size=5241)
2024-11-26T14:44:15,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742103_1279 (size=5241)
2024-11-26T14:44:15,360 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742103_1279 (size=5241)
2024-11-26T14:44:15,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:44:15,361 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2
2024-11-26T14:44:15,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/.tmp/cf/1ebe5b054e4b4204b6a217c3e28a9189, store: [table=testtb-testConsecutiveExports family=cf region=1425fcc51a0479993207a226616418c2]
2024-11-26T14:44:15,362 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/.tmp/cf/1ebe5b054e4b4204b6a217c3e28a9189 is 206, key is 1c3fc1dce3819881a07e3f7eb35526a72/cf:q/1732632255102/Put/seqid=0
2024-11-26T14:44:15,366 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:15,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/.tmp/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880, store: [table=testtb-testConsecutiveExports family=cf region=f34d0c9e16d3ca0d3314cdce348a0a9a]
2024-11-26T14:44:15,367 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/.tmp/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880 is 206, key is 09001780b6235294bfd11cb792f1bd9d8/cf:q/1732632255099/Put/seqid=0
2024-11-26T14:44:15,370 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742104_1280 (size=14449)
2024-11-26T14:44:15,371 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742104_1280 (size=14449)
2024-11-26T14:44:15,371 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=2.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/.tmp/cf/1ebe5b054e4b4204b6a217c3e28a9189
2024-11-26T14:44:15,379 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/.tmp/cf/1ebe5b054e4b4204b6a217c3e28a9189 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf/1ebe5b054e4b4204b6a217c3e28a9189
2024-11-26T14:44:15,379 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742104_1280 (size=14449)
2024-11-26T14:44:15,386 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf/1ebe5b054e4b4204b6a217c3e28a9189, entries=45, sequenceid=6, filesize=14.1 K
2024-11-26T14:44:15,387 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~2.93 KB/3003, heapSize ~6.56 KB/6720, currentSize=0 B/0 for 1425fcc51a0479993207a226616418c2 in 59ms, sequenceid=6, compaction requested=false
2024-11-26T14:44:15,387 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testConsecutiveExports'
2024-11-26T14:44:15,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 1425fcc51a0479993207a226616418c2:

2024-11-26T14:44:15,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2. for snaptb0-testConsecutiveExports completed.
2024-11-26T14:44:15,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-26T14:44:15,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:44:15,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf/1ebe5b054e4b4204b6a217c3e28a9189] hfiles
2024-11-26T14:44:15,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf/1ebe5b054e4b4204b6a217c3e28a9189 for snapshot=snaptb0-testConsecutiveExports
2024-11-26T14:44:15,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742105_1281 (size=6308)
2024-11-26T14:44:15,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742105_1281 (size=6308)
2024-11-26T14:44:15,402 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742105_1281 (size=6308)
2024-11-26T14:44:15,403 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=333, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/.tmp/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880
2024-11-26T14:44:15,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/.tmp/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880
2024-11-26T14:44:15,415 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880, entries=5, sequenceid=6, filesize=6.2 K
2024-11-26T14:44:15,416 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(3140): Finished flush of dataSize ~333 B/333, heapSize ~960 B/960, currentSize=0 B/0 for f34d0c9e16d3ca0d3314cdce348a0a9a in 88ms, sequenceid=6, compaction requested=false
2024-11-26T14:44:15,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.HRegion(2603): Flush status journal for f34d0c9e16d3ca0d3314cdce348a0a9a:

2024-11-26T14:44:15,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a. for snaptb0-testConsecutiveExports completed.
2024-11-26T14:44:15,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(241): Storing 'testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.' region-info for snapshot=snaptb0-testConsecutiveExports
2024-11-26T14:44:15,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:44:15,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880] hfiles
2024-11-26T14:44:15,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880 for snapshot=snaptb0-testConsecutiveExports
2024-11-26T14:44:15,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742106_1282 (size=107)
2024-11-26T14:44:15,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742106_1282 (size=107)
2024-11-26T14:44:15,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742106_1282 (size=107)
2024-11-26T14:44:15,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:15,424 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124
2024-11-26T14:44:15,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=124
2024-11-26T14:44:15,425 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:15,425 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=124, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:15,428 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=122, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 1425fcc51a0479993207a226616418c2 in 253 msec
2024-11-26T14:44:15,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742107_1283 (size=107)
2024-11-26T14:44:15,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742107_1283 (size=107)
2024-11-26T14:44:15,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742107_1283 (size=107)
2024-11-26T14:44:15,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:15,442 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123
2024-11-26T14:44:15,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=123
2024-11-26T14:44:15,443 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testConsecutiveExports on region f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:15,443 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=123, ppid=122, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:15,445 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=123, resume processing ppid=122
2024-11-26T14:44:15,445 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:44:15,445 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, ppid=122, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a in 270 msec
2024-11-26T14:44:15,446 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:44:15,447 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:44:15,447 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:44:15,447 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:44:15,448 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a] hfiles
2024-11-26T14:44:15,448 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2
2024-11-26T14:44:15,448 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:15,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742108_1284 (size=291)
2024-11-26T14:44:15,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742108_1284 (size=291)
2024-11-26T14:44:15,458 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742108_1284 (size=291)
2024-11-26T14:44:15,460 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:44:15,460 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testConsecutiveExports
2024-11-26T14:44:15,461 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-26T14:44:15,475 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742109_1285 (size=951)
2024-11-26T14:44:15,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742109_1285 (size=951)
2024-11-26T14:44:15,476 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742109_1285 (size=951)
2024-11-26T14:44:15,479 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:44:15,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-26T14:44:15,485 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:44:15,486 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-26T14:44:15,488 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=122, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:44:15,488 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 }, snapshot procedure id = 122
2024-11-26T14:44:15,490 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=122, snapshot={ ss=snaptb0-testConsecutiveExports table=testtb-testConsecutiveExports type=FLUSH ttl=0 } in 334 msec
2024-11-26T14:44:15,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-26T14:44:15,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports Metrics about Tables on a single HBase RegionServer
2024-11-26T14:44:15,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemState
2024-11-26T14:44:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=122
2024-11-26T14:44:15,789 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testConsecutiveExports completed
2024-11-26T14:44:15,789 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789
2024-11-26T14:44:15,790 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:15,834 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:15,834 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@364606b7, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-26T14:44:15,836 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:44:15,845 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-26T14:44:15,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:15,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:15,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-1060703786020235245.jar
2024-11-26T14:44:16,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-7317353098808060550.jar
2024-11-26T14:44:16,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:16,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:44:16,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:44:16,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:44:16,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:44:16,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:44:16,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:44:16,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:44:16,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:44:16,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:44:16,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:44:16,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:44:16,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:16,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:16,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:44:16,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:16,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:16,977 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:44:16,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:44:17,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742110_1286 (size=24020)
2024-11-26T14:44:17,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742110_1286 (size=24020)
2024-11-26T14:44:17,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742110_1286 (size=24020)
2024-11-26T14:44:17,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742111_1287 (size=77755)
2024-11-26T14:44:17,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742111_1287 (size=77755)
2024-11-26T14:44:17,087 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742111_1287 (size=77755)
2024-11-26T14:44:17,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742112_1288 (size=131360)
2024-11-26T14:44:17,103 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742112_1288 (size=131360)
2024-11-26T14:44:17,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742112_1288 (size=131360)
2024-11-26T14:44:17,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742113_1289 (size=111793)
2024-11-26T14:44:17,120 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742113_1289 (size=111793)
2024-11-26T14:44:17,128 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742113_1289 (size=111793)
2024-11-26T14:44:17,152 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742114_1290 (size=1832290)
2024-11-26T14:44:17,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742114_1290 (size=1832290)
2024-11-26T14:44:17,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742114_1290 (size=1832290)
2024-11-26T14:44:17,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742115_1291 (size=8360005)
2024-11-26T14:44:17,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742115_1291 (size=8360005)
2024-11-26T14:44:17,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742115_1291 (size=8360005)
2024-11-26T14:44:17,212 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742116_1292 (size=503880)
2024-11-26T14:44:17,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742116_1292 (size=503880)
2024-11-26T14:44:17,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742116_1292 (size=503880)
2024-11-26T14:44:17,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742117_1293 (size=322274)
2024-11-26T14:44:17,224 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742117_1293 (size=322274)
2024-11-26T14:44:17,225 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742117_1293 (size=322274)
2024-11-26T14:44:17,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742118_1294 (size=20406)
2024-11-26T14:44:17,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742118_1294 (size=20406)
2024-11-26T14:44:17,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742118_1294 (size=20406)
2024-11-26T14:44:17,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742119_1295 (size=45609)
2024-11-26T14:44:17,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742119_1295 (size=45609)
2024-11-26T14:44:17,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742119_1295 (size=45609)
2024-11-26T14:44:17,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742120_1296 (size=136454)
2024-11-26T14:44:17,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742120_1296 (size=136454)
2024-11-26T14:44:17,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742120_1296 (size=136454)
2024-11-26T14:44:17,304 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742121_1297 (size=1597136)
2024-11-26T14:44:17,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742121_1297 (size=1597136)
2024-11-26T14:44:17,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742121_1297 (size=1597136)
2024-11-26T14:44:17,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742122_1298 (size=30873)
2024-11-26T14:44:17,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742122_1298 (size=30873)
2024-11-26T14:44:17,321 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742122_1298 (size=30873)
2024-11-26T14:44:17,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742123_1299 (size=29229)
2024-11-26T14:44:17,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742123_1299 (size=29229)
2024-11-26T14:44:17,336 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742123_1299 (size=29229)
2024-11-26T14:44:17,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742124_1300 (size=6424749)
2024-11-26T14:44:17,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742124_1300 (size=6424749)
2024-11-26T14:44:17,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742124_1300 (size=6424749)
2024-11-26T14:44:17,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742125_1301 (size=903859)
2024-11-26T14:44:17,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742125_1301 (size=903859)
2024-11-26T14:44:17,401 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742125_1301 (size=903859)
2024-11-26T14:44:17,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742126_1302 (size=5175431)
2024-11-26T14:44:17,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742126_1302 (size=5175431)
2024-11-26T14:44:17,431 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742126_1302 (size=5175431)
2024-11-26T14:44:17,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742127_1303 (size=232881)
2024-11-26T14:44:17,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742127_1303 (size=232881)
2024-11-26T14:44:17,451 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742127_1303 (size=232881)
2024-11-26T14:44:17,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742128_1304 (size=1323991)
2024-11-26T14:44:17,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742128_1304 (size=1323991)
2024-11-26T14:44:17,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742128_1304 (size=1323991)
2024-11-26T14:44:17,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742129_1305 (size=4695811)
2024-11-26T14:44:17,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742129_1305 (size=4695811)
2024-11-26T14:44:17,504 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742129_1305 (size=4695811)
2024-11-26T14:44:17,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742130_1306 (size=1877034)
2024-11-26T14:44:17,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742130_1306 (size=1877034)
2024-11-26T14:44:17,516 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742130_1306 (size=1877034)
2024-11-26T14:44:17,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742131_1307 (size=217555)
2024-11-26T14:44:17,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742131_1307 (size=217555)
2024-11-26T14:44:17,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742131_1307 (size=217555)
2024-11-26T14:44:17,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742132_1308 (size=440956)
2024-11-26T14:44:17,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742132_1308 (size=440956)
2024-11-26T14:44:17,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742132_1308 (size=440956)
2024-11-26T14:44:17,562 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742133_1309 (size=4188619)
2024-11-26T14:44:17,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742133_1309 (size=4188619)
2024-11-26T14:44:17,563 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742133_1309 (size=4188619)
2024-11-26T14:44:17,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742134_1310 (size=127628)
2024-11-26T14:44:17,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742134_1310 (size=127628)
2024-11-26T14:44:17,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742134_1310 (size=127628)
2024-11-26T14:44:17,579 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:44:17,583 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-26T14:44:17,585 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.1 K
2024-11-26T14:44:17,585 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.8 K
2024-11-26T14:44:17,585 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.2 K
2024-11-26T14:44:17,585 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K
2024-11-26T14:44:17,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742135_1311 (size=1023)
2024-11-26T14:44:17,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742135_1311 (size=1023)
2024-11-26T14:44:17,601 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742135_1311 (size=1023)
2024-11-26T14:44:17,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742136_1312 (size=35)
2024-11-26T14:44:17,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742136_1312 (size=35)
2024-11-26T14:44:17,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742136_1312 (size=35)
2024-11-26T14:44:17,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742137_1313 (size=304124)
2024-11-26T14:44:17,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742137_1313 (size=304124)
2024-11-26T14:44:17,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742137_1313 (size=304124)
2024-11-26T14:44:18,057 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:44:18,057 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:44:18,060 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0004_000001 (auth:SIMPLE) from 127.0.0.1:57790
2024-11-26T14:44:18,071 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000001/launch_container.sh]
2024-11-26T14:44:18,071 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000001/container_tokens]
2024-11-26T14:44:18,072 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0004/container_1732632053631_0004_01_000001/sysfs]
2024-11-26T14:44:18,978 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:53342
2024-11-26T14:44:19,087 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:44:25,220 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:45478
2024-11-26T14:44:25,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742138_1314 (size=349822)
2024-11-26T14:44:25,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742138_1314 (size=349822)
2024-11-26T14:44:25,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742138_1314 (size=349822)
2024-11-26T14:44:27,439 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:58328
2024-11-26T14:44:27,439 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:41716
2024-11-26T14:44:28,319 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:58344
2024-11-26T14:44:28,319 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:41718
2024-11-26T14:44:31,063 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0005_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:44:32,467 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000002/launch_container.sh]
2024-11-26T14:44:32,468 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000002/container_tokens]
2024-11-26T14:44:32,468 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000002/sysfs]
2024-11-26T14:44:33,255 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000003/launch_container.sh]
2024-11-26T14:44:33,255 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000003/container_tokens]
2024-11-26T14:44:33,255 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000003/sysfs]
2024-11-26T14:44:34,470 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000005/launch_container.sh]
2024-11-26T14:44:34,470 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000005/container_tokens]
2024-11-26T14:44:34,470 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000005/sysfs]
2024-11-26T14:44:34,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742139_1315 (size=31807)
2024-11-26T14:44:34,492 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742139_1315 (size=31807)
2024-11-26T14:44:34,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742139_1315 (size=31807)
2024-11-26T14:44:34,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742140_1316 (size=463)
2024-11-26T14:44:34,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742140_1316 (size=463)
2024-11-26T14:44:34,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742140_1316 (size=463)
2024-11-26T14:44:34,547 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000004/launch_container.sh]
2024-11-26T14:44:34,547 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000004/container_tokens]
2024-11-26T14:44:34,547 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000004/sysfs]
2024-11-26T14:44:34,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742141_1317 (size=31807)
2024-11-26T14:44:34,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742141_1317 (size=31807)
2024-11-26T14:44:34,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742141_1317 (size=31807)
2024-11-26T14:44:34,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742142_1318 (size=349822)
2024-11-26T14:44:34,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742142_1318 (size=349822)
2024-11-26T14:44:34,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742142_1318 (size=349822)
2024-11-26T14:44:34,578 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:60076
2024-11-26T14:44:34,584 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:52230
2024-11-26T14:44:35,894 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:44:35,894 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:44:35,897 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports
2024-11-26T14:44:35,897 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:44:35,897 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:44:35,897 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-26T14:44:35,898 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-26T14:44:35,898 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-26T14:44:35,898 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@364606b7 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-26T14:44:35,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-26T14:44:35,899 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-26T14:44:35,900 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:35,930 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:35,930 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@364606b7, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-26T14:44:35,932 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:44:35,937 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/.tmp/snaptb0-testConsecutiveExports
2024-11-26T14:44:35,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:35,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:35,948 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-10906820516167475093.jar
2024-11-26T14:44:36,919 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,920 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-12027520928657845000.jar
2024-11-26T14:44:36,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:44:36,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:44:36,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:44:36,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:44:36,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:44:36,982 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:44:36,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:44:36,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:44:36,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:44:36,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:44:36,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:44:36,983 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:44:36,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:36,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:36,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:44:36,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:36,984 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:44:36,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:44:36,985 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:44:37,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742143_1319 (size=24020)
2024-11-26T14:44:37,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742143_1319 (size=24020)
2024-11-26T14:44:37,041 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742143_1319 (size=24020)
2024-11-26T14:44:37,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742144_1320 (size=77755)
2024-11-26T14:44:37,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742144_1320 (size=77755)
2024-11-26T14:44:37,057 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742144_1320 (size=77755)
2024-11-26T14:44:37,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742145_1321 (size=131360)
2024-11-26T14:44:37,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742145_1321 (size=131360)
2024-11-26T14:44:37,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742145_1321 (size=131360)
2024-11-26T14:44:37,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742146_1322 (size=111793)
2024-11-26T14:44:37,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742146_1322 (size=111793)
2024-11-26T14:44:37,073 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742146_1322 (size=111793)
2024-11-26T14:44:37,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742147_1323 (size=1832290)
2024-11-26T14:44:37,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742147_1323 (size=1832290)
2024-11-26T14:44:37,084 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742147_1323 (size=1832290)
2024-11-26T14:44:37,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742148_1324 (size=8360005)
2024-11-26T14:44:37,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742148_1324 (size=8360005)
2024-11-26T14:44:37,114 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742148_1324 (size=8360005)
2024-11-26T14:44:37,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742149_1325 (size=503880)
2024-11-26T14:44:37,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742149_1325 (size=503880)
2024-11-26T14:44:37,127 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742149_1325 (size=503880)
2024-11-26T14:44:37,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742150_1326 (size=322274)
2024-11-26T14:44:37,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742150_1326 (size=322274)
2024-11-26T14:44:37,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742150_1326 (size=322274)
2024-11-26T14:44:37,144 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742151_1327 (size=20406)
2024-11-26T14:44:37,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742151_1327 (size=20406)
2024-11-26T14:44:37,145 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742151_1327 (size=20406)
2024-11-26T14:44:37,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742152_1328 (size=45609)
2024-11-26T14:44:37,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742152_1328 (size=45609)
2024-11-26T14:44:37,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742152_1328 (size=45609)
2024-11-26T14:44:37,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742153_1329 (size=136454)
2024-11-26T14:44:37,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742153_1329 (size=136454)
2024-11-26T14:44:37,567 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742153_1329 (size=136454)
2024-11-26T14:44:37,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742154_1330 (size=1597136)
2024-11-26T14:44:37,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742154_1330 (size=1597136)
2024-11-26T14:44:37,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742154_1330 (size=1597136)
2024-11-26T14:44:37,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742155_1331 (size=440956)
2024-11-26T14:44:37,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742155_1331 (size=440956)
2024-11-26T14:44:37,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742155_1331 (size=440956)
2024-11-26T14:44:37,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742156_1332 (size=30873)
2024-11-26T14:44:37,594 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742156_1332 (size=30873)
2024-11-26T14:44:37,595 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742156_1332 (size=30873)
2024-11-26T14:44:37,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742157_1333 (size=29229)
2024-11-26T14:44:37,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742157_1333 (size=29229)
2024-11-26T14:44:37,602 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742157_1333 (size=29229)
2024-11-26T14:44:37,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742158_1334 (size=903859)
2024-11-26T14:44:37,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742158_1334 (size=903859)
2024-11-26T14:44:37,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742158_1334 (size=903859)
2024-11-26T14:44:37,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742159_1335 (size=6424749)
2024-11-26T14:44:37,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742159_1335 (size=6424749)
2024-11-26T14:44:37,638 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742159_1335 (size=6424749)
2024-11-26T14:44:37,677 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742160_1336 (size=5175431)
2024-11-26T14:44:37,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742160_1336 (size=5175431)
2024-11-26T14:44:37,678 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742160_1336 (size=5175431)
2024-11-26T14:44:37,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742161_1337 (size=232881)
2024-11-26T14:44:37,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742161_1337 (size=232881)
2024-11-26T14:44:37,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742161_1337 (size=232881)
2024-11-26T14:44:37,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742162_1338 (size=1323991)
2024-11-26T14:44:37,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742162_1338 (size=1323991)
2024-11-26T14:44:37,718 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742162_1338 (size=1323991)
2024-11-26T14:44:37,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742163_1339 (size=4695811)
2024-11-26T14:44:37,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742163_1339 (size=4695811)
2024-11-26T14:44:37,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742163_1339 (size=4695811)
2024-11-26T14:44:37,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742164_1340 (size=1877034)
2024-11-26T14:44:37,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742164_1340 (size=1877034)
2024-11-26T14:44:37,771 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742164_1340 (size=1877034)
2024-11-26T14:44:37,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742165_1341 (size=217555)
2024-11-26T14:44:37,785 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742165_1341 (size=217555)
2024-11-26T14:44:37,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742165_1341 (size=217555)
2024-11-26T14:44:37,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742166_1342 (size=4188619)
2024-11-26T14:44:37,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742166_1342 (size=4188619)
2024-11-26T14:44:37,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742166_1342 (size=4188619)
2024-11-26T14:44:37,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742167_1343 (size=127628)
2024-11-26T14:44:37,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742167_1343 (size=127628)
2024-11-26T14:44:37,840 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742167_1343 (size=127628)
2024-11-26T14:44:37,842 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:44:37,844 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testConsecutiveExports' hfile list
2024-11-26T14:44:37,847 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.1 K
2024-11-26T14:44:37,847 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.8 K
2024-11-26T14:44:37,847 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.2 K
2024-11-26T14:44:37,847 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.1 K
2024-11-26T14:44:37,861 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742168_1344 (size=1023)
2024-11-26T14:44:37,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742168_1344 (size=1023)
2024-11-26T14:44:37,862 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742168_1344 (size=1023)
2024-11-26T14:44:37,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742169_1345 (size=35)
2024-11-26T14:44:37,878 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742169_1345 (size=35)
2024-11-26T14:44:37,879 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742169_1345 (size=35)
2024-11-26T14:44:37,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742170_1346 (size=304128)
2024-11-26T14:44:37,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742170_1346 (size=304128)
2024-11-26T14:44:37,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742170_1346 (size=304128)
2024-11-26T14:44:40,666 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:44:40,666 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:44:40,671 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0005_000001 (auth:SIMPLE) from 127.0.0.1:60084
2024-11-26T14:44:40,685 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000001/launch_container.sh]
2024-11-26T14:44:40,685 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000001/container_tokens]
2024-11-26T14:44:40,685 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0005/container_1732632053631_0005_01_000001/sysfs]
2024-11-26T14:44:41,468 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:52244
2024-11-26T14:44:44,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:44:48,270 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:59438
2024-11-26T14:44:48,278 WARN  [regionserver/19945b63c2b4:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 5, running: 1
2024-11-26T14:44:48,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742171_1347 (size=349826)
2024-11-26T14:44:48,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742171_1347 (size=349826)
2024-11-26T14:44:48,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742171_1347 (size=349826)
2024-11-26T14:44:49,463 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1425fcc51a0479993207a226616418c2 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:44:49,463 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f34d0c9e16d3ca0d3314cdce348a0a9a changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:44:50,476 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:35180
2024-11-26T14:44:50,476 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:37664
2024-11-26T14:44:51,339 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:37668
2024-11-26T14:44:51,346 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:35186
2024-11-26T14:44:53,670 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0006_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:44:56,881 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000003/launch_container.sh]
2024-11-26T14:44:56,881 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000003/container_tokens]
2024-11-26T14:44:56,882 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000003/sysfs]
2024-11-26T14:44:57,314 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000005/launch_container.sh]
2024-11-26T14:44:57,314 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000005/container_tokens]
2024-11-26T14:44:57,314 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000005/sysfs]
2024-11-26T14:44:57,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742172_1348 (size=29747)
2024-11-26T14:44:57,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742172_1348 (size=29747)
2024-11-26T14:44:57,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742172_1348 (size=29747)
2024-11-26T14:44:57,432 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742173_1349 (size=463)
2024-11-26T14:44:57,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742173_1349 (size=463)
2024-11-26T14:44:57,433 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742173_1349 (size=463)
2024-11-26T14:44:57,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742174_1350 (size=29747)
2024-11-26T14:44:57,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742174_1350 (size=29747)
2024-11-26T14:44:57,469 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742174_1350 (size=29747)
2024-11-26T14:44:57,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742175_1351 (size=349826)
2024-11-26T14:44:57,494 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742175_1351 (size=349826)
2024-11-26T14:44:57,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742175_1351 (size=349826)
2024-11-26T14:44:57,509 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:41576
2024-11-26T14:44:57,530 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000004/launch_container.sh]
2024-11-26T14:44:57,530 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000004/container_tokens]
2024-11-26T14:44:57,530 WARN  [ContainersLauncher #3 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000004/sysfs]
2024-11-26T14:44:59,319 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:44:59,319 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:44:59,321 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testConsecutiveExports
2024-11-26T14:44:59,322 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:44:59,322 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:44:59,322 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-26T14:44:59,322 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-26T14:44:59,323 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-26T14:44:59,323 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in org.apache.hadoop.fs.LocalFileSystem@364606b7 in root file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports at file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports
2024-11-26T14:44:59,323 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports/.snapshotinfo
2024-11-26T14:44:59,323 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632255789/.hbase-snapshot/snaptb0-testConsecutiveExports/data.manifest
2024-11-26T14:44:59,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testConsecutiveExports
2024-11-26T14:44:59,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-26T14:44:59,342 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632299342"}]},"ts":"1732632299342"}
2024-11-26T14:44:59,343 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLING in hbase:meta
2024-11-26T14:44:59,343 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testConsecutiveExports to state=DISABLING
2024-11-26T14:44:59,344 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports}]
2024-11-26T14:44:59,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, UNASSIGN}, {pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, UNASSIGN}]
2024-11-26T14:44:59,347 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, UNASSIGN
2024-11-26T14:44:59,347 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, UNASSIGN
2024-11-26T14:44:59,348 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=f34d0c9e16d3ca0d3314cdce348a0a9a, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:44:59,348 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=128 updating hbase:meta row=1425fcc51a0479993207a226616418c2, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:44:59,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=127, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, UNASSIGN because future has completed
2024-11-26T14:44:59,349 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:44:59,349 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=129, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:44:59,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=128, ppid=126, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, UNASSIGN because future has completed
2024-11-26T14:44:59,350 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:44:59,350 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=128, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1425fcc51a0479993207a226616418c2, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:44:59,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-26T14:44:59,500 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f34d0c9e16d3ca0d3314cdce348a0a9a, had cached 0 bytes from a total of 6308
2024-11-26T14:44:59,502 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(122): Close 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:59,502 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(122): Close f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1722): Closing 1425fcc51a0479993207a226616418c2, disabling compactions & flushes
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1722): Closing f34d0c9e16d3ca0d3314cdce348a0a9a, disabling compactions & flushes
2024-11-26T14:44:59,502 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:59,502 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1755): Closing region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2. after waiting 0 ms
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1843): Acquired close lock on testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a. after waiting 0 ms
2024-11-26T14:44:59,502 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1853): Updates disabled for region testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:59,508 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:44:59,508 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:44:59,508 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:44:59,508 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:44:59,508 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.
2024-11-26T14:44:59,508 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1973): Closed testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.
2024-11-26T14:44:59,509 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1676): Region close journal for f34d0c9e16d3ca0d3314cdce348a0a9a:
Waiting for close lock at 1732632299502Running coprocessor pre-close hooks at 1732632299502Disabling compacts and flushes for region at 1732632299502Disabling writes for close at 1732632299502Writing region close event to WAL at 1732632299503 (+1 ms)Running coprocessor post-close hooks at 1732632299508 (+5 ms)Closed at 1732632299508
2024-11-26T14:44:59,509 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] regionserver.HRegion(1676): Region close journal for 1425fcc51a0479993207a226616418c2:
Waiting for close lock at 1732632299502Running coprocessor pre-close hooks at 1732632299502Disabling compacts and flushes for region at 1732632299502Disabling writes for close at 1732632299502Writing region close event to WAL at 1732632299503 (+1 ms)Running coprocessor post-close hooks at 1732632299508 (+5 ms)Closed at 1732632299508
2024-11-26T14:44:59,515 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(157): Closed f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:59,516 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=127 updating hbase:meta row=f34d0c9e16d3ca0d3314cdce348a0a9a, regionState=CLOSED
2024-11-26T14:44:59,518 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=130}] handler.UnassignRegionHandler(157): Closed 1425fcc51a0479993207a226616418c2
2024-11-26T14:44:59,518 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=128 updating hbase:meta row=1425fcc51a0479993207a226616418c2, regionState=CLOSED
2024-11-26T14:44:59,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=129, ppid=127, state=RUNNABLE, hasLock=false; CloseRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:44:59,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=130, ppid=128, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1425fcc51a0479993207a226616418c2, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:44:59,523 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=128
2024-11-26T14:44:59,523 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=129, resume processing ppid=127
2024-11-26T14:44:59,523 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, ppid=127, state=SUCCESS, hasLock=false; CloseRegionProcedure f34d0c9e16d3ca0d3314cdce348a0a9a, server=19945b63c2b4,40087,1732632046275 in 172 msec
2024-11-26T14:44:59,523 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=128, state=SUCCESS, hasLock=false; CloseRegionProcedure 1425fcc51a0479993207a226616418c2, server=19945b63c2b4,39113,1732632046120 in 171 msec
2024-11-26T14:44:59,524 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=f34d0c9e16d3ca0d3314cdce348a0a9a, UNASSIGN in 177 msec
2024-11-26T14:44:59,525 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=126
2024-11-26T14:44:59,525 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=126, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testConsecutiveExports, region=1425fcc51a0479993207a226616418c2, UNASSIGN in 177 msec
2024-11-26T14:44:59,528 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125
2024-11-26T14:44:59,528 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testConsecutiveExports in 182 msec
2024-11-26T14:44:59,529 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632299529"}]},"ts":"1732632299529"}
2024-11-26T14:44:59,531 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testConsecutiveExports, state=DISABLED in hbase:meta
2024-11-26T14:44:59,531 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testConsecutiveExports to state=DISABLED
2024-11-26T14:44:59,533 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testConsecutiveExports in 194 msec
2024-11-26T14:44:59,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125
2024-11-26T14:44:59,659 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-26T14:44:59,659 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testConsecutiveExports
2024-11-26T14:44:59,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,661 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=131, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testConsecutiveExports
2024-11-26T14:44:59,662 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=131, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,664 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testConsecutiveExports
2024-11-26T14:44:59,666 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:59,666 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2
2024-11-26T14:44:59,668 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/recovered.edits]
2024-11-26T14:44:59,668 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/recovered.edits]
2024-11-26T14:44:59,672 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/cf/836daa5d02fa4ca6ae5a7a3e7d1d9880
2024-11-26T14:44:59,672 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf/1ebe5b054e4b4204b6a217c3e28a9189 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/cf/1ebe5b054e4b4204b6a217c3e28a9189
2024-11-26T14:44:59,675 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2/recovered.edits/9.seqid
2024-11-26T14:44:59,675 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a/recovered.edits/9.seqid
2024-11-26T14:44:59,675 DEBUG [HFileArchiver-15 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/1425fcc51a0479993207a226616418c2
2024-11-26T14:44:59,675 DEBUG [HFileArchiver-14 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testConsecutiveExports/f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:59,675 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testConsecutiveExports regions
2024-11-26T14:44:59,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac
2024-11-26T14:44:59,676 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf]
2024-11-26T14:44:59,679 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/c4ca4238a0b923820dcc509a6f75849b20241126bf4163ad6cda43efa190dd24c18fce31_1425fcc51a0479993207a226616418c2
2024-11-26T14:44:59,680 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac/cf/d41d8cd98f00b204e9800998ecf8427e20241126a1553b7cb13a4b68bd9bce4749ec53d1_f34d0c9e16d3ca0d3314cdce348a0a9a
2024-11-26T14:44:59,681 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testConsecutiveExports/c7b48a2e62736c517f8bfa7d64fc37ac
2024-11-26T14:44:59,683 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=131, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,685 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testConsecutiveExports from hbase:meta
2024-11-26T14:44:59,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,743 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-26T14:44:59,743 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-26T14:44:59,743 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-26T14:44:59,744 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testConsecutiveExports with data PBUF
2024-11-26T14:44:59,745 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testConsecutiveExports' descriptor.
2024-11-26T14:44:59,746 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=131, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,746 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testConsecutiveExports' from region states.
2024-11-26T14:44:59,747 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632299746"}]},"ts":"9223372036854775807"}
2024-11-26T14:44:59,747 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632299746"}]},"ts":"9223372036854775807"}
2024-11-26T14:44:59,749 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:44:59,749 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f34d0c9e16d3ca0d3314cdce348a0a9a, NAME => 'testtb-testConsecutiveExports,,1732632254101.f34d0c9e16d3ca0d3314cdce348a0a9a.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 1425fcc51a0479993207a226616418c2, NAME => 'testtb-testConsecutiveExports,1,1732632254101.1425fcc51a0479993207a226616418c2.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:44:59,749 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testConsecutiveExports' as deleted.
2024-11-26T14:44:59,750 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testConsecutiveExports","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632299749"}]},"ts":"9223372036854775807"}
2024-11-26T14:44:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:59,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-26T14:44:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testConsecutiveExports
2024-11-26T14:44:59,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:44:59,757 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testConsecutiveExports state from META
2024-11-26T14:44:59,758 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=131, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testConsecutiveExports
2024-11-26T14:44:59,759 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testConsecutiveExports in 99 msec
2024-11-26T14:44:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131
2024-11-26T14:44:59,860 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testConsecutiveExports
2024-11-26T14:44:59,860 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testConsecutiveExports completed
2024-11-26T14:44:59,870 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testConsecutiveExports"
type: DISABLED

2024-11-26T14:44:59,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testConsecutiveExports
2024-11-26T14:44:59,873 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testConsecutiveExports"
type: DISABLED

2024-11-26T14:44:59,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testConsecutiveExports
2024-11-26T14:44:59,901 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testConsecutiveExports Thread=803 (was 802)
Potentially hanging thread: Thread-5514
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: HFileArchiver-15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41857
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2140526405_1 at /127.0.0.1:59620 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 138025)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2140526405_1 at /127.0.0.1:38274 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: LogDeleter #3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1177)
	java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:41857 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:59638 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:44266 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=797 (was 809), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=721 (was 767), ProcessCount=20 (was 20), AvailableMemoryMB=3340 (was 3782)
2024-11-26T14:44:59,902 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=803 is superior to 500
2024-11-26T14:44:59,919 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=803, OpenFileDescriptor=797, MaxFileDescriptor=1048576, SystemLoadAverage=721, ProcessCount=20, AvailableMemoryMB=3339
2024-11-26T14:44:59,919 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=803 is superior to 500
2024-11-26T14:44:59,921 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:44:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:44:59,923 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:44:59,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion"
 procId is: 132
2024-11-26T14:44:59,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-26T14:44:59,924 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:44:59,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742176_1352 (size=458)
2024-11-26T14:44:59,939 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742176_1352 (size=458)
2024-11-26T14:44:59,941 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742176_1352 (size=458)
2024-11-26T14:44:59,945 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7ed77c5493ad1a87fccbc3e6fb51a5a7, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:59,945 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7f9cb2ef27a34fde3ecc208fae6a670f, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:44:59,969 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742177_1353 (size=83)
2024-11-26T14:44:59,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742177_1353 (size=83)
2024-11-26T14:44:59,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742177_1353 (size=83)
2024-11-26T14:44:59,970 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:44:59,971 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1722): Closing 7ed77c5493ad1a87fccbc3e6fb51a5a7, disabling compactions & flushes
2024-11-26T14:44:59,971 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:44:59,971 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:44:59,971 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7. after waiting 0 ms
2024-11-26T14:44:59,971 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:44:59,971 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:44:59,971 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7ed77c5493ad1a87fccbc3e6fb51a5a7:
Waiting for close lock at 1732632299971Disabling compacts and flushes for region at 1732632299971Disabling writes for close at 1732632299971Writing region close event to WAL at 1732632299971Closed at 1732632299971
2024-11-26T14:44:59,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742178_1354 (size=83)
2024-11-26T14:44:59,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742178_1354 (size=83)
2024-11-26T14:44:59,979 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742178_1354 (size=83)
2024-11-26T14:44:59,980 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:44:59,980 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1722): Closing 7f9cb2ef27a34fde3ecc208fae6a670f, disabling compactions & flushes
2024-11-26T14:44:59,980 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:44:59,980 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:44:59,980 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f. after waiting 0 ms
2024-11-26T14:44:59,980 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:44:59,980 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:44:59,981 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7f9cb2ef27a34fde3ecc208fae6a670f:
Waiting for close lock at 1732632299980Disabling compacts and flushes for region at 1732632299980Disabling writes for close at 1732632299980Writing region close event to WAL at 1732632299980Closed at 1732632299980
2024-11-26T14:44:59,982 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:44:59,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732632299982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632299982"}]},"ts":"1732632299982"}
2024-11-26T14:44:59,982 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.","families":{"info":[{"qualifier":"regioninfo","vlen":82,"tag":[],"timestamp":"1732632299982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632299982"}]},"ts":"1732632299982"}
2024-11-26T14:44:59,985 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:44:59,989 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:44:59,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632299990"}]},"ts":"1732632299990"}
2024-11-26T14:44:59,992 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLING in hbase:meta
2024-11-26T14:44:59,992 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:44:59,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:44:59,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:44:59,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:44:59,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:44:59,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:44:59,993 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:44:59,993 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:44:59,994 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:44:59,994 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:44:59,994 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:44:59,994 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, ASSIGN}, {pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, ASSIGN}]
2024-11-26T14:44:59,995 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, ASSIGN
2024-11-26T14:44:59,995 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, ASSIGN
2024-11-26T14:44:59,996 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:44:59,996 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, ASSIGN; state=OFFLINE, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:45:00,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-26T14:45:00,147 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:45:00,147 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=7ed77c5493ad1a87fccbc3e6fb51a5a7, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:00,148 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=7f9cb2ef27a34fde3ecc208fae6a670f, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:00,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=134, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, ASSIGN because future has completed
2024-11-26T14:45:00,151 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:45:00,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=133, ppid=132, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, ASSIGN because future has completed
2024-11-26T14:45:00,152 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:00,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-26T14:45:00,307 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,307 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:00,307 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7752): Opening region: {ENCODED => 7f9cb2ef27a34fde3ecc208fae6a670f, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:45:00,307 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ed77c5493ad1a87fccbc3e6fb51a5a7, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f. service=AccessControlService
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7. service=AccessControlService
2024-11-26T14:45:00,308 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:00,308 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7794): checking encryption for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7794): checking encryption for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(7797): checking classloading for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,308 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7797): checking classloading for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,309 INFO  [StoreOpener-7ed77c5493ad1a87fccbc3e6fb51a5a7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7ed77c5493ad1a87fccbc3e6fb51a5a7 
2024-11-26T14:45:00,309 INFO  [StoreOpener-7f9cb2ef27a34fde3ecc208fae6a670f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7f9cb2ef27a34fde3ecc208fae6a670f 
2024-11-26T14:45:00,311 INFO  [StoreOpener-7ed77c5493ad1a87fccbc3e6fb51a5a7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ed77c5493ad1a87fccbc3e6fb51a5a7 columnFamilyName cf
2024-11-26T14:45:00,311 INFO  [StoreOpener-7f9cb2ef27a34fde3ecc208fae6a670f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7f9cb2ef27a34fde3ecc208fae6a670f columnFamilyName cf
2024-11-26T14:45:00,311 DEBUG [StoreOpener-7f9cb2ef27a34fde3ecc208fae6a670f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:00,311 DEBUG [StoreOpener-7ed77c5493ad1a87fccbc3e6fb51a5a7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:00,312 INFO  [StoreOpener-7f9cb2ef27a34fde3ecc208fae6a670f-1 {}] regionserver.HStore(327): Store=7f9cb2ef27a34fde3ecc208fae6a670f/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:00,312 INFO  [StoreOpener-7ed77c5493ad1a87fccbc3e6fb51a5a7-1 {}] regionserver.HStore(327): Store=7ed77c5493ad1a87fccbc3e6fb51a5a7/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:00,312 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1038): replaying wal for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,312 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1038): replaying wal for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1048): stopping wal replay for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1048): stopping wal replay for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,313 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1060): Cleaning up temporary data for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,314 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1060): Cleaning up temporary data for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,315 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1093): writing seq id for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,315 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1093): writing seq id for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,317 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:00,317 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:00,318 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1114): Opened 7f9cb2ef27a34fde3ecc208fae6a670f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61519340, jitterRate=-0.08329039812088013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:00,318 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,318 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1114): Opened 7ed77c5493ad1a87fccbc3e6fb51a5a7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69780082, jitterRate=0.03980425000190735}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:00,318 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,318 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegion(1006): Region open journal for 7f9cb2ef27a34fde3ecc208fae6a670f:
Running coprocessor pre-open hook at 1732632300308Writing region info on filesystem at 1732632300308Initializing all the Stores at 1732632300309 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632300309Cleaning up temporary data from old regions at 1732632300313 (+4 ms)Running coprocessor post-open hooks at 1732632300318 (+5 ms)Region opened successfully at 1732632300318
2024-11-26T14:45:00,318 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1006): Region open journal for 7ed77c5493ad1a87fccbc3e6fb51a5a7:
Running coprocessor pre-open hook at 1732632300308Writing region info on filesystem at 1732632300308Initializing all the Stores at 1732632300309 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632300309Cleaning up temporary data from old regions at 1732632300314 (+5 ms)Running coprocessor post-open hooks at 1732632300318 (+4 ms)Region opened successfully at 1732632300318
2024-11-26T14:45:00,319 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f., pid=136, masterSystemTime=1732632300305
2024-11-26T14:45:00,319 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7., pid=135, masterSystemTime=1732632300304
2024-11-26T14:45:00,320 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,320 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=136}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,321 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=133 updating hbase:meta row=7f9cb2ef27a34fde3ecc208fae6a670f, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:00,321 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:00,321 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:00,321 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=134 updating hbase:meta row=7ed77c5493ad1a87fccbc3e6fb51a5a7, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:00,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=136, ppid=133, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:00,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=135, ppid=134, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:45:00,324 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=133
2024-11-26T14:45:00,324 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=133, state=SUCCESS, hasLock=false; OpenRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f, server=19945b63c2b4,39113,1732632046120 in 171 msec
2024-11-26T14:45:00,325 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=135, resume processing ppid=134
2024-11-26T14:45:00,325 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, ppid=134, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7, server=19945b63c2b4,46365,1732632046344 in 172 msec
2024-11-26T14:45:00,326 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, ASSIGN in 330 msec
2024-11-26T14:45:00,326 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=132
2024-11-26T14:45:00,326 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=132, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, ASSIGN in 331 msec
2024-11-26T14:45:00,327 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:45:00,327 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632300327"}]},"ts":"1732632300327"}
2024-11-26T14:45:00,329 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=ENABLED in hbase:meta
2024-11-26T14:45:00,330 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=132, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:45:00,330 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion jenkins: RWXCA
2024-11-26T14:45:00,334 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-26T14:45:00,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:00,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:00,385 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:00,395 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:00,396 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:00,396 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:00,397 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:00,399 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 476 msec
2024-11-26T14:45:00,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=132
2024-11-26T14:45:00,549 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-26T14:45:00,549 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,552 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,553 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:00,554 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,560 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,565 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,568 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-26T14:45:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632300568 (current time:1732632300568).
2024-11-26T14:45:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-26T14:45:00,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb5bd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:00,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:00,570 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103368de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:00,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:00,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,572 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:00,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583bf0fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:00,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:00,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:00,574 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:00,576 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,576 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ea270ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:00,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:00,578 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:00,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:00,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:00,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@229878e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:00,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:00,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,579 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:00,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e8efce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:00,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:00,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:00,582 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:00,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:00,585 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,585 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-26T14:45:00,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-26T14:45:00,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 137
2024-11-26T14:45:00,588 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:00,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-26T14:45:00,589 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:00,591 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:00,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742179_1355 (size=215)
2024-11-26T14:45:00,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742179_1355 (size=215)
2024-11-26T14:45:00,606 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742179_1355 (size=215)
2024-11-26T14:45:00,607 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:00,607 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f}, {pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7}]
2024-11-26T14:45:00,608 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,608 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-26T14:45:00,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=138
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=139
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.HRegion(2603): Flush status journal for 7f9cb2ef27a34fde3ecc208fae6a670f:

2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.HRegion(2603): Flush status journal for 7ed77c5493ad1a87fccbc3e6fb51a5a7:

2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7. for emptySnaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,761 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:00,762 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:00,772 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000002/launch_container.sh]
2024-11-26T14:45:00,773 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000002/container_tokens]
2024-11-26T14:45:00,773 WARN  [ContainersLauncher #1 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000002/sysfs]
2024-11-26T14:45:00,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742180_1356 (size=86)
2024-11-26T14:45:00,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742180_1356 (size=86)
2024-11-26T14:45:00,778 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742180_1356 (size=86)
2024-11-26T14:45:00,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:00,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139
2024-11-26T14:45:00,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=139
2024-11-26T14:45:00,779 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,779 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,782 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=137, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7 in 173 msec
2024-11-26T14:45:00,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742181_1357 (size=86)
2024-11-26T14:45:00,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742181_1357 (size=86)
2024-11-26T14:45:00,782 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742181_1357 (size=86)
2024-11-26T14:45:00,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,783 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=138}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=138
2024-11-26T14:45:00,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=138
2024-11-26T14:45:00,784 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithMergeRegion on region 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,784 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=138, ppid=137, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:00,786 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137
2024-11-26T14:45:00,786 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f in 178 msec
2024-11-26T14:45:00,786 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:00,787 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:00,788 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:00,788 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:00,789 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:00,789 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:45:00,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742182_1358 (size=78)
2024-11-26T14:45:00,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742182_1358 (size=78)
2024-11-26T14:45:00,795 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742182_1358 (size=78)
2024-11-26T14:45:00,796 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:00,796 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,797 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742183_1359 (size=713)
2024-11-26T14:45:00,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742183_1359 (size=713)
2024-11-26T14:45:00,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742183_1359 (size=713)
2024-11-26T14:45:00,814 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:00,819 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:00,819 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,821 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=137, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:00,821 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 137
2024-11-26T14:45:00,822 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=137, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 235 msec
2024-11-26T14:45:00,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137
2024-11-26T14:45:00,909 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-26T14:45:00,915 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:00,917 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:00,919 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:00,922 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:00,922 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:00,924 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,930 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,938 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion ,, for max=2147483647 with caching=100
2024-11-26T14:45:00,941 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-26T14:45:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632300942 (current time:1732632300942).
2024-11-26T14:45:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion VERSION not specified, setting to 2
2024-11-26T14:45:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281d4cd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:00,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:00,944 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f9b330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:00,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:00,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,946 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:00,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@610f322a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:00,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:00,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:00,949 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:00,951 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,951 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d51bdd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:00,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:00,954 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:00,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:00,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:00,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c93b7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:00,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:00,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,956 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:00,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493e3985, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:00,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:00,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:00,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:00,960 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:00,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:00,964 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion], kv [jenkins: RWXCA]
2024-11-26T14:45:00,965 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:00,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:00,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=140, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }
2024-11-26T14:45:00,969 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:00,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 140
2024-11-26T14:45:00,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-26T14:45:00,971 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:00,974 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:00,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742184_1360 (size=210)
2024-11-26T14:45:00,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742184_1360 (size=210)
2024-11-26T14:45:00,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742184_1360 (size=210)
2024-11-26T14:45:00,988 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:00,988 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f}, {pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7}]
2024-11-26T14:45:00,991 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:00,991 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:01,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-26T14:45:01,120 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion'
2024-11-26T14:45:01,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=142
2024-11-26T14:45:01,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:01,144 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(2902): Flushing 7ed77c5493ad1a87fccbc3e6fb51a5a7 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-26T14:45:01,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=141
2024-11-26T14:45:01,145 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:01,145 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2902): Flushing 7f9cb2ef27a34fde3ecc208fae6a670f 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-26T14:45:01,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f is 71, key is 0a574c92b4a6108607ef6b08a48e1d62/cf:q/1732632300915/Put/seqid=0
2024-11-26T14:45:01,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7 is 71, key is 17644436001148c0ae8da9626c44fd3a/cf:q/1732632300917/Put/seqid=0
2024-11-26T14:45:01,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742185_1361 (size=5032)
2024-11-26T14:45:01,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742185_1361 (size=5032)
2024-11-26T14:45:01,184 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742185_1361 (size=5032)
2024-11-26T14:45:01,185 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:01,191 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:01,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/.tmp/cf/9a962141ea0744ef8681a27943755c33, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=7f9cb2ef27a34fde3ecc208fae6a670f]
2024-11-26T14:45:01,192 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/.tmp/cf/9a962141ea0744ef8681a27943755c33 is 224, key is 032ff6dfe96b7879225e72b38a9fd991e/cf:q/1732632300915/Put/seqid=0
2024-11-26T14:45:01,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742186_1362 (size=8241)
2024-11-26T14:45:01,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742186_1362 (size=8241)
2024-11-26T14:45:01,200 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742186_1362 (size=8241)
2024-11-26T14:45:01,209 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:01,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742187_1363 (size=5754)
2024-11-26T14:45:01,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742187_1363 (size=5754)
2024-11-26T14:45:01,211 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742187_1363 (size=5754)
2024-11-26T14:45:01,212 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/.tmp/cf/9a962141ea0744ef8681a27943755c33
2024-11-26T14:45:01,216 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:01,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/.tmp/cf/e8e005f503664298a4bde2d268b2f100, store: [table=testtb-testExportFileSystemStateWithMergeRegion family=cf region=7ed77c5493ad1a87fccbc3e6fb51a5a7]
2024-11-26T14:45:01,217 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/.tmp/cf/e8e005f503664298a4bde2d268b2f100 is 224, key is 1fcde481b698c1bef4d1e664d5d96f5ab/cf:q/1732632300917/Put/seqid=0
2024-11-26T14:45:01,222 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/.tmp/cf/9a962141ea0744ef8681a27943755c33 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf/9a962141ea0744ef8681a27943755c33
2024-11-26T14:45:01,229 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf/9a962141ea0744ef8681a27943755c33, entries=2, sequenceid=6, filesize=5.6 K
2024-11-26T14:45:01,230 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 7f9cb2ef27a34fde3ecc208fae6a670f in 85ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:01,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.HRegion(2603): Flush status journal for 7f9cb2ef27a34fde3ecc208fae6a670f:

2024-11-26T14:45:01,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-26T14:45:01,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:01,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf/9a962141ea0744ef8681a27943755c33] hfiles
2024-11-26T14:45:01,231 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf/9a962141ea0744ef8681a27943755c33 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,240 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742188_1364 (size=15937)
2024-11-26T14:45:01,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742188_1364 (size=15937)
2024-11-26T14:45:01,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742188_1364 (size=15937)
2024-11-26T14:45:01,242 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/.tmp/cf/e8e005f503664298a4bde2d268b2f100
2024-11-26T14:45:01,248 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/.tmp/cf/e8e005f503664298a4bde2d268b2f100 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf/e8e005f503664298a4bde2d268b2f100
2024-11-26T14:45:01,254 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf/e8e005f503664298a4bde2d268b2f100, entries=48, sequenceid=6, filesize=15.6 K
2024-11-26T14:45:01,255 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 7ed77c5493ad1a87fccbc3e6fb51a5a7 in 110ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:01,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.HRegion(2603): Flush status journal for 7ed77c5493ad1a87fccbc3e6fb51a5a7:

2024-11-26T14:45:01,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7. for snaptb0-testExportFileSystemStateWithMergeRegion completed.
2024-11-26T14:45:01,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:01,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf/e8e005f503664298a4bde2d268b2f100] hfiles
2024-11-26T14:45:01,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf/e8e005f503664298a4bde2d268b2f100 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,265 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742189_1365 (size=125)
2024-11-26T14:45:01,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742189_1365 (size=125)
2024-11-26T14:45:01,266 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742189_1365 (size=125)
2024-11-26T14:45:01,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:01,267 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141
2024-11-26T14:45:01,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=141
2024-11-26T14:45:01,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:01,268 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=141, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:01,271 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, ppid=140, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f in 281 msec
2024-11-26T14:45:01,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742190_1366 (size=125)
2024-11-26T14:45:01,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742190_1366 (size=125)
2024-11-26T14:45:01,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742190_1366 (size=125)
2024-11-26T14:45:01,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:01,285 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=142}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=142
2024-11-26T14:45:01,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=142
2024-11-26T14:45:01,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion on region 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:01,285 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=142, ppid=140, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:01,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=142, resume processing ppid=140
2024-11-26T14:45:01,288 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, ppid=140, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7 in 298 msec
2024-11-26T14:45:01,288 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:01,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-26T14:45:01,290 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:01,291 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:01,291 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:01,291 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:01,292 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f] hfiles
2024-11-26T14:45:01,292 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:01,292 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:01,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742191_1367 (size=309)
2024-11-26T14:45:01,305 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742191_1367 (size=309)
2024-11-26T14:45:01,306 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742191_1367 (size=309)
2024-11-26T14:45:01,308 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:01,308 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,309 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742192_1368 (size=1023)
2024-11-26T14:45:01,327 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742192_1368 (size=1023)
2024-11-26T14:45:01,328 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742192_1368 (size=1023)
2024-11-26T14:45:01,330 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:01,342 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:01,343 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:01,345 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=140, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:01,345 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 }, snapshot procedure id = 140
2024-11-26T14:45:01,347 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=140, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion table=testtb-testExportFileSystemStateWithMergeRegion type=FLUSH ttl=0 } in 379 msec
2024-11-26T14:45:01,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=140
2024-11-26T14:45:01,599 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-26T14:45:01,600 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:45:01,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:45:01,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-26T14:45:01,603 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:45:01,603 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:45:01,603 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-26T14:45:01,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithMergeRegion-1', {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:45:01,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:01,607 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:45:01,607 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:01,607 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithMergeRegion-1"
 procId is: 143
2024-11-26T14:45:01,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-26T14:45:01,609 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:45:01,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742193_1369 (size=399)
2024-11-26T14:45:01,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742193_1369 (size=399)
2024-11-26T14:45:01,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742193_1369 (size=399)
2024-11-26T14:45:01,621 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1627e583abd305433a297a54691a9c0b, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.', STARTKEY => '2', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:01,621 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac44b0073ad8bc2597cb99a5047cb6f4, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.', STARTKEY => '', ENDKEY => '2'}, tableDescriptor='testtb-testExportFileSystemStateWithMergeRegion-1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:01,645 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742194_1370 (size=85)
2024-11-26T14:45:01,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742194_1370 (size=85)
2024-11-26T14:45:01,646 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742194_1370 (size=85)
2024-11-26T14:45:01,647 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:01,647 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1722): Closing ac44b0073ad8bc2597cb99a5047cb6f4, disabling compactions & flushes
2024-11-26T14:45:01,648 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:01,648 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:01,648 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4. after waiting 0 ms
2024-11-26T14:45:01,648 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:01,648 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:01,648 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac44b0073ad8bc2597cb99a5047cb6f4:
Waiting for close lock at 1732632301647Disabling compacts and flushes for region at 1732632301647Disabling writes for close at 1732632301648 (+1 ms)Writing region close event to WAL at 1732632301648Closed at 1732632301648
2024-11-26T14:45:01,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742195_1371 (size=85)
2024-11-26T14:45:01,661 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742195_1371 (size=85)
2024-11-26T14:45:01,662 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742195_1371 (size=85)
2024-11-26T14:45:01,662 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:01,663 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1722): Closing 1627e583abd305433a297a54691a9c0b, disabling compactions & flushes
2024-11-26T14:45:01,663 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:01,663 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:01,663 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b. after waiting 0 ms
2024-11-26T14:45:01,663 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:01,663 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:01,663 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithMergeRegion-1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 1627e583abd305433a297a54691a9c0b:
Waiting for close lock at 1732632301663Disabling compacts and flushes for region at 1732632301663Disabling writes for close at 1732632301663Writing region close event to WAL at 1732632301663Closed at 1732632301663
2024-11-26T14:45:01,665 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:45:01,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1732632301665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632301665"}]},"ts":"1732632301665"}
2024-11-26T14:45:01,665 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.","families":{"info":[{"qualifier":"regioninfo","vlen":84,"tag":[],"timestamp":"1732632301665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632301665"}]},"ts":"1732632301665"}
2024-11-26T14:45:01,671 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:45:01,672 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:45:01,672 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632301672"}]},"ts":"1732632301672"}
2024-11-26T14:45:01,675 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLING in hbase:meta
2024-11-26T14:45:01,675 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:45:01,676 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:45:01,676 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:45:01,676 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:45:01,676 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:45:01,677 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:45:01,677 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:45:01,677 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:45:01,677 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:45:01,677 INFO  [PEWorker-2 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:45:01,677 DEBUG [PEWorker-2 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:45:01,677 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, ASSIGN}, {pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, ASSIGN}]
2024-11-26T14:45:01,678 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, ASSIGN
2024-11-26T14:45:01,679 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, ASSIGN
2024-11-26T14:45:01,680 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:45:01,681 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, ASSIGN; state=OFFLINE, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:45:01,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-26T14:45:01,830 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:45:01,831 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=ac44b0073ad8bc2597cb99a5047cb6f4, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:01,831 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=1627e583abd305433a297a54691a9c0b, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:01,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=145, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, ASSIGN because future has completed
2024-11-26T14:45:01,833 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1627e583abd305433a297a54691a9c0b, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:01,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, ASSIGN because future has completed
2024-11-26T14:45:01,834 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac44b0073ad8bc2597cb99a5047cb6f4, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:01,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-26T14:45:01,992 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:01,992 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:01,992 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7752): Opening region: {ENCODED => ac44b0073ad8bc2597cb99a5047cb6f4, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.', STARTKEY => '', ENDKEY => '2'}
2024-11-26T14:45:01,992 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7752): Opening region: {ENCODED => 1627e583abd305433a297a54691a9c0b, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.', STARTKEY => '2', ENDKEY => ''}
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4. service=AccessControlService
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b. service=AccessControlService
2024-11-26T14:45:01,993 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:01,993 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7794): checking encryption for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7794): checking encryption for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(7797): checking classloading for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,993 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(7797): checking classloading for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,995 INFO  [StoreOpener-1627e583abd305433a297a54691a9c0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 1627e583abd305433a297a54691a9c0b 
2024-11-26T14:45:01,995 INFO  [StoreOpener-ac44b0073ad8bc2597cb99a5047cb6f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ac44b0073ad8bc2597cb99a5047cb6f4 
2024-11-26T14:45:01,996 INFO  [StoreOpener-1627e583abd305433a297a54691a9c0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1627e583abd305433a297a54691a9c0b columnFamilyName cf
2024-11-26T14:45:01,996 INFO  [StoreOpener-ac44b0073ad8bc2597cb99a5047cb6f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac44b0073ad8bc2597cb99a5047cb6f4 columnFamilyName cf
2024-11-26T14:45:01,996 DEBUG [StoreOpener-1627e583abd305433a297a54691a9c0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:01,996 DEBUG [StoreOpener-ac44b0073ad8bc2597cb99a5047cb6f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:01,997 INFO  [StoreOpener-1627e583abd305433a297a54691a9c0b-1 {}] regionserver.HStore(327): Store=1627e583abd305433a297a54691a9c0b/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:01,997 INFO  [StoreOpener-ac44b0073ad8bc2597cb99a5047cb6f4-1 {}] regionserver.HStore(327): Store=ac44b0073ad8bc2597cb99a5047cb6f4/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:01,997 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1038): replaying wal for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,997 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1038): replaying wal for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,998 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,998 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,998 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,998 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1048): stopping wal replay for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,998 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,998 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1060): Cleaning up temporary data for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:01,999 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1048): stopping wal replay for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:01,999 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1060): Cleaning up temporary data for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:02,000 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1093): writing seq id for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:02,000 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1093): writing seq id for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:02,001 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:02,001 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:02,002 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1114): Opened 1627e583abd305433a297a54691a9c0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64216107, jitterRate=-0.043105438351631165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:02,002 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:02,002 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1114): Opened ac44b0073ad8bc2597cb99a5047cb6f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71188196, jitterRate=0.06078678369522095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:02,002 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:02,002 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegion(1006): Region open journal for 1627e583abd305433a297a54691a9c0b:
Running coprocessor pre-open hook at 1732632301993Writing region info on filesystem at 1732632301993Initializing all the Stores at 1732632301994 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632301994Cleaning up temporary data from old regions at 1732632301998 (+4 ms)Running coprocessor post-open hooks at 1732632302002 (+4 ms)Region opened successfully at 1732632302002
2024-11-26T14:45:02,002 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegion(1006): Region open journal for ac44b0073ad8bc2597cb99a5047cb6f4:
Running coprocessor pre-open hook at 1732632301993Writing region info on filesystem at 1732632301993Initializing all the Stores at 1732632301994 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632301994Cleaning up temporary data from old regions at 1732632301999 (+5 ms)Running coprocessor post-open hooks at 1732632302002 (+3 ms)Region opened successfully at 1732632302002
2024-11-26T14:45:02,003 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b., pid=146, masterSystemTime=1732632301985
2024-11-26T14:45:02,003 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4., pid=147, masterSystemTime=1732632301986
2024-11-26T14:45:02,004 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:02,005 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=146}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:02,005 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=145 updating hbase:meta row=1627e583abd305433a297a54691a9c0b, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:02,005 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:02,005 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=147}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:02,006 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=144 updating hbase:meta row=ac44b0073ad8bc2597cb99a5047cb6f4, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:02,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=146, ppid=145, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1627e583abd305433a297a54691a9c0b, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:02,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=144, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac44b0073ad8bc2597cb99a5047cb6f4, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:02,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145
2024-11-26T14:45:02,009 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; OpenRegionProcedure 1627e583abd305433a297a54691a9c0b, server=19945b63c2b4,40087,1732632046275 in 174 msec
2024-11-26T14:45:02,010 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=144
2024-11-26T14:45:02,010 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=144, state=SUCCESS, hasLock=false; OpenRegionProcedure ac44b0073ad8bc2597cb99a5047cb6f4, server=19945b63c2b4,39113,1732632046120 in 174 msec
2024-11-26T14:45:02,010 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, ASSIGN in 332 msec
2024-11-26T14:45:02,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143
2024-11-26T14:45:02,011 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, ASSIGN in 333 msec
2024-11-26T14:45:02,011 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:45:02,012 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632302012"}]},"ts":"1732632302012"}
2024-11-26T14:45:02,013 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=ENABLED in hbase:meta
2024-11-26T14:45:02,013 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=143, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:45:02,014 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithMergeRegion-1 jenkins: RWXCA
2024-11-26T14:45:02,016 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-26T14:45:02,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:02,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:02,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:02,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,090 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF\x0AW\x0A\x07jenkins\x12L\x08\x03"H\x0A<\x0A\x07default\x121testtb-testExportFileSystemStateWithMergeRegion-1 \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:02,091 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 485 msec
2024-11-26T14:45:02,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=143
2024-11-26T14:45:02,240 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-26T14:45:02,247 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='1', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4., hostname=19945b63c2b4,39113,1732632046120, seqNum=2]
2024-11-26T14:45:02,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testtb-testExportFileSystemStateWithMergeRegion-1', row='2', locateType=CURRENT is [region=testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:02,254 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithMergeRegion-1,, stopping at row=testtb-testExportFileSystemStateWithMergeRegion-1 ,, for max=2147483647 with caching=100
2024-11-26T14:45:02,265 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$2(2278): Client=jenkins//172.17.0.3 merge regions [ac44b0073ad8bc2597cb99a5047cb6f4, 1627e583abd305433a297a54691a9c0b]
2024-11-26T14:45:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[ac44b0073ad8bc2597cb99a5047cb6f4, 1627e583abd305433a297a54691a9c0b], force=true
2024-11-26T14:45:02,270 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[ac44b0073ad8bc2597cb99a5047cb6f4, 1627e583abd305433a297a54691a9c0b], force=true
2024-11-26T14:45:02,271 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[ac44b0073ad8bc2597cb99a5047cb6f4, 1627e583abd305433a297a54691a9c0b], force=true
2024-11-26T14:45:02,271 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=148, state=RUNNABLE:MERGE_TABLE_REGIONS_PREPARE, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[ac44b0073ad8bc2597cb99a5047cb6f4, 1627e583abd305433a297a54691a9c0b], force=true
2024-11-26T14:45:02,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-26T14:45:02,277 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, UNASSIGN}, {pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, UNASSIGN}]
2024-11-26T14:45:02,278 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, UNASSIGN
2024-11-26T14:45:02,278 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, UNASSIGN
2024-11-26T14:45:02,279 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=1627e583abd305433a297a54691a9c0b, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:02,279 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=ac44b0073ad8bc2597cb99a5047cb6f4, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:02,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, UNASSIGN because future has completed
2024-11-26T14:45:02,280 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:02,280 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure ac44b0073ad8bc2597cb99a5047cb6f4, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:02,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=150, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, UNASSIGN because future has completed
2024-11-26T14:45:02,281 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:02,281 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=152, ppid=150, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1627e583abd305433a297a54691a9c0b, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:02,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-26T14:45:02,434 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(122): Close ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:02,434 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-26T14:45:02,434 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1722): Closing ac44b0073ad8bc2597cb99a5047cb6f4, disabling compactions & flushes
2024-11-26T14:45:02,434 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:02,434 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:02,434 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4. after waiting 0 ms
2024-11-26T14:45:02,434 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:02,435 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(2902): Flushing ac44b0073ad8bc2597cb99a5047cb6f4 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-26T14:45:02,435 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(122): Close 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:02,435 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true
2024-11-26T14:45:02,436 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1722): Closing 1627e583abd305433a297a54691a9c0b, disabling compactions & flushes
2024-11-26T14:45:02,436 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:02,436 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:02,436 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b. after waiting 0 ms
2024-11-26T14:45:02,436 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:02,436 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(2902): Flushing 1627e583abd305433a297a54691a9c0b 1/1 column families, dataSize=24 B heapSize=352 B
2024-11-26T14:45:02,454 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/.tmp/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695 is 28, key is 2/cf:/1732632302253/Put/seqid=0
2024-11-26T14:45:02,454 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/.tmp/cf/590f37140a2943949e2812202e972514 is 28, key is 1/cf:/1732632302249/Put/seqid=0
2024-11-26T14:45:02,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742196_1372 (size=4945)
2024-11-26T14:45:02,462 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742196_1372 (size=4945)
2024-11-26T14:45:02,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742196_1372 (size=4945)
2024-11-26T14:45:02,463 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/.tmp/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695
2024-11-26T14:45:02,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742197_1373 (size=4945)
2024-11-26T14:45:02,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742197_1373 (size=4945)
2024-11-26T14:45:02,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742197_1373 (size=4945)
2024-11-26T14:45:02,466 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/.tmp/cf/590f37140a2943949e2812202e972514
2024-11-26T14:45:02,468 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/.tmp/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695
2024-11-26T14:45:02,471 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/.tmp/cf/590f37140a2943949e2812202e972514 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf/590f37140a2943949e2812202e972514
2024-11-26T14:45:02,472 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695, entries=1, sequenceid=5, filesize=4.8 K
2024-11-26T14:45:02,473 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 1627e583abd305433a297a54691a9c0b in 37ms, sequenceid=5, compaction requested=false
2024-11-26T14:45:02,473 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithMergeRegion-1'
2024-11-26T14:45:02,475 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf/590f37140a2943949e2812202e972514, entries=1, sequenceid=5, filesize=4.8 K
2024-11-26T14:45:02,476 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for ac44b0073ad8bc2597cb99a5047cb6f4 in 42ms, sequenceid=5, compaction requested=false
2024-11-26T14:45:02,478 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-26T14:45:02,478 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:02,478 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.
2024-11-26T14:45:02,478 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] regionserver.HRegion(1676): Region close journal for 1627e583abd305433a297a54691a9c0b:
Waiting for close lock at 1732632302435Running coprocessor pre-close hooks at 1732632302435Disabling compacts and flushes for region at 1732632302436 (+1 ms)Disabling writes for close at 1732632302436Obtaining lock to block concurrent updates at 1732632302436Preparing flush snapshotting stores in 1627e583abd305433a297a54691a9c0b at 1732632302436Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1732632302437 (+1 ms)Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b. at 1732632302438 (+1 ms)Flushing 1627e583abd305433a297a54691a9c0b/cf: creating writer at 1732632302438Flushing 1627e583abd305433a297a54691a9c0b/cf: appending metadata at 1732632302453 (+15 ms)Flushing 1627e583abd305433a297a54691a9c0b/cf: closing flushed file at 1732632302453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@97e1329: reopening flushed file at 1732632302467 (+14 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for 1627e583abd305433a297a54691a9c0b in 37ms, sequenceid=5, compaction requested=false at 1732632302473 (+6 ms)Writing region close event to WAL at 1732632302475 (+2 ms)Running coprocessor post-close hooks at 1732632302478 (+3 ms)Closed at 1732632302478
2024-11-26T14:45:02,479 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-26T14:45:02,479 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:02,479 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.
2024-11-26T14:45:02,479 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] regionserver.HRegion(1676): Region close journal for ac44b0073ad8bc2597cb99a5047cb6f4:
Waiting for close lock at 1732632302434Running coprocessor pre-close hooks at 1732632302434Disabling compacts and flushes for region at 1732632302434Disabling writes for close at 1732632302434Obtaining lock to block concurrent updates at 1732632302435 (+1 ms)Preparing flush snapshotting stores in ac44b0073ad8bc2597cb99a5047cb6f4 at 1732632302435Finished memstore snapshotting testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4., syncing WAL and waiting on mvcc, flushsize=dataSize=24, getHeapSize=336, getOffHeapSize=0, getCellsCount=1 at 1732632302436 (+1 ms)Flushing stores of testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4. at 1732632302437 (+1 ms)Flushing ac44b0073ad8bc2597cb99a5047cb6f4/cf: creating writer at 1732632302438 (+1 ms)Flushing ac44b0073ad8bc2597cb99a5047cb6f4/cf: appending metadata at 1732632302453 (+15 ms)Flushing ac44b0073ad8bc2597cb99a5047cb6f4/cf: closing flushed file at 1732632302453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68edc4b8: reopening flushed file at 1732632302470 (+17 ms)Finished flush of dataSize ~24 B/24, heapSize ~336 B/336, currentSize=0 B/0 for ac44b0073ad8bc2597cb99a5047cb6f4 in 42ms, sequenceid=5, compaction requested=false at 1732632302476 (+6 ms)Writing region close event to WAL at 1732632302476Running coprocessor post-close hooks at 1732632302479 (+3 ms)Closed at 1732632302479
2024-11-26T14:45:02,480 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=152}] handler.UnassignRegionHandler(157): Closed 1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:02,481 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=150 updating hbase:meta row=1627e583abd305433a297a54691a9c0b, regionState=CLOSED
2024-11-26T14:45:02,481 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=151}] handler.UnassignRegionHandler(157): Closed ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:02,481 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=149 updating hbase:meta row=ac44b0073ad8bc2597cb99a5047cb6f4, regionState=CLOSED
2024-11-26T14:45:02,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=152, ppid=150, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1627e583abd305433a297a54691a9c0b, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:02,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=151, ppid=149, state=RUNNABLE, hasLock=false; CloseRegionProcedure ac44b0073ad8bc2597cb99a5047cb6f4, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:02,484 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=152, resume processing ppid=150
2024-11-26T14:45:02,484 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, ppid=150, state=SUCCESS, hasLock=false; CloseRegionProcedure 1627e583abd305433a297a54691a9c0b, server=19945b63c2b4,40087,1732632046275 in 202 msec
2024-11-26T14:45:02,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=149
2024-11-26T14:45:02,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=1627e583abd305433a297a54691a9c0b, UNASSIGN in 207 msec
2024-11-26T14:45:02,485 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=149, state=SUCCESS, hasLock=false; CloseRegionProcedure ac44b0073ad8bc2597cb99a5047cb6f4, server=19945b63c2b4,39113,1732632046120 in 204 msec
2024-11-26T14:45:02,486 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=148
2024-11-26T14:45:02,486 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=ac44b0073ad8bc2597cb99a5047cb6f4, UNASSIGN in 208 msec
2024-11-26T14:45:02,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742198_1374 (size=84)
2024-11-26T14:45:02,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742198_1374 (size=84)
2024-11-26T14:45:02,497 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742198_1374 (size=84)
2024-11-26T14:45:02,498 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:02,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742199_1375 (size=20)
2024-11-26T14:45:02,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742199_1375 (size=20)
2024-11-26T14:45:02,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742199_1375 (size=20)
2024-11-26T14:45:02,514 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:02,520 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742200_1376 (size=21)
2024-11-26T14:45:02,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742200_1376 (size=21)
2024-11-26T14:45:02,521 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742200_1376 (size=21)
2024-11-26T14:45:02,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742201_1377 (size=84)
2024-11-26T14:45:02,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742201_1377 (size=84)
2024-11-26T14:45:02,527 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742201_1377 (size=84)
2024-11-26T14:45:02,527 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:02,536 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=-1
2024-11-26T14:45:02,538 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301604.ac44b0073ad8bc2597cb99a5047cb6f4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:02,538 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,2,1732632301604.1627e583abd305433a297a54691a9c0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:02,538 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":7,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.","families":{"info":[{"qualifier":"regioninfo","vlen":83,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0000","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"merge0001","vlen":84,"tag":[],"timestamp":"9223372036854775807"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"9223372036854775807"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:02,542 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, ASSIGN}]
2024-11-26T14:45:02,543 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, ASSIGN
2024-11-26T14:45:02,544 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, ASSIGN; state=MERGED, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:45:02,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-26T14:45:02,694 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T14:45:02,694 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=b09c7c9590d852bc9e33666bc3eb1543, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:02,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=153, ppid=148, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, ASSIGN because future has completed
2024-11-26T14:45:02,696 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure b09c7c9590d852bc9e33666bc3eb1543, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:02,851 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:02,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7752): Opening region: {ENCODED => b09c7c9590d852bc9e33666bc3eb1543, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.', STARTKEY => '', ENDKEY => ''}
2024-11-26T14:45:02,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543. service=AccessControlService
2024-11-26T14:45:02,852 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:02,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithMergeRegion-1 b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:02,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7794): checking encryption for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,852 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(7797): checking classloading for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,854 INFO  [StoreOpener-b09c7c9590d852bc9e33666bc3eb1543-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region b09c7c9590d852bc9e33666bc3eb1543 
2024-11-26T14:45:02,855 INFO  [StoreOpener-b09c7c9590d852bc9e33666bc3eb1543-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b09c7c9590d852bc9e33666bc3eb1543 columnFamilyName cf
2024-11-26T14:45:02,855 DEBUG [StoreOpener-b09c7c9590d852bc9e33666bc3eb1543-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:02,866 DEBUG [StoreOpener-b09c7c9590d852bc9e33666bc3eb1543-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695.1627e583abd305433a297a54691a9c0b->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695-top
2024-11-26T14:45:02,871 DEBUG [StoreOpener-b09c7c9590d852bc9e33666bc3eb1543-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/590f37140a2943949e2812202e972514.ac44b0073ad8bc2597cb99a5047cb6f4->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf/590f37140a2943949e2812202e972514-top
2024-11-26T14:45:02,872 INFO  [StoreOpener-b09c7c9590d852bc9e33666bc3eb1543-1 {}] regionserver.HStore(327): Store=b09c7c9590d852bc9e33666bc3eb1543/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:02,872 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1038): replaying wal for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,872 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,873 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,874 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1048): stopping wal replay for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,874 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1060): Cleaning up temporary data for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,875 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1093): writing seq id for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,876 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1114): Opened b09c7c9590d852bc9e33666bc3eb1543; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63597505, jitterRate=-0.05232332646846771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:02,876 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:02,877 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegion(1006): Region open journal for b09c7c9590d852bc9e33666bc3eb1543:
Running coprocessor pre-open hook at 1732632302852Writing region info on filesystem at 1732632302852Initializing all the Stores at 1732632302853 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632302853Cleaning up temporary data from old regions at 1732632302874 (+21 ms)Running coprocessor post-open hooks at 1732632302876 (+2 ms)Region opened successfully at 1732632302877 (+1 ms)
2024-11-26T14:45:02,878 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543., pid=154, masterSystemTime=1732632302848
2024-11-26T14:45:02,878 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.CompactSplit(342): Ignoring compaction request for testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.,because compaction is disabled.
2024-11-26T14:45:02,880 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:02,880 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=154}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:02,881 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=153 updating hbase:meta row=b09c7c9590d852bc9e33666bc3eb1543, regionState=OPEN, openSeqNum=9, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:02,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=154, ppid=153, state=RUNNABLE, hasLock=false; OpenRegionProcedure b09c7c9590d852bc9e33666bc3eb1543, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:02,886 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=154, resume processing ppid=153
2024-11-26T14:45:02,886 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, ppid=153, state=SUCCESS, hasLock=false; OpenRegionProcedure b09c7c9590d852bc9e33666bc3eb1543, server=19945b63c2b4,39113,1732632046120 in 188 msec
2024-11-26T14:45:02,887 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=148
2024-11-26T14:45:02,887 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=148, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, ASSIGN in 344 msec
2024-11-26T14:45:02,889 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, state=SUCCESS, hasLock=false; MergeTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, regions=[ac44b0073ad8bc2597cb99a5047cb6f4, 1627e583abd305433a297a54691a9c0b], force=true in 620 msec
2024-11-26T14:45:02,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=148
2024-11-26T14:45:02,899 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MERGE_REGIONS, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-26T14:45:02,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632302900 (current time:1732632302900).
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 VERSION not specified, setting to 2
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a183a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:02,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:02,901 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:02,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a55ff60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:02,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:02,903 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:02,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2196f5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:02,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:02,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:02,905 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:02,906 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:02,906 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f1a4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:02,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:02,907 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678d9d69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:02,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:02,909 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:02,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e5a600, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:02,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:02,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:02,911 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:02,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithMergeRegion-1', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:02,914 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:02,914 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:02,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithMergeRegion-1], kv [jenkins: RWXCA]
2024-11-26T14:45:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=155, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }
2024-11-26T14:45:02,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 155
2024-11-26T14:45:02,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-26T14:45:02,917 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:02,917 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:02,919 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:02,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742202_1378 (size=216)
2024-11-26T14:45:02,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742202_1378 (size=216)
2024-11-26T14:45:02,925 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742202_1378 (size=216)
2024-11-26T14:45:02,927 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:02,927 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b09c7c9590d852bc9e33666bc3eb1543}]
2024-11-26T14:45:02,928 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:03,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-26T14:45:03,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=156
2024-11-26T14:45:03,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:03,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.HRegion(2603): Flush status journal for b09c7c9590d852bc9e33666bc3eb1543:

2024-11-26T14:45:03,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543. for snaptb0-testExportFileSystemStateWithMergeRegion-1 completed.
2024-11-26T14:45:03,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.' region-info for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:03,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695.1627e583abd305433a297a54691a9c0b->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695-top, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/590f37140a2943949e2812202e972514.ac44b0073ad8bc2597cb99a5047cb6f4->hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf/590f37140a2943949e2812202e972514-top] hfiles
2024-11-26T14:45:03,082 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695.1627e583abd305433a297a54691a9c0b for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/590f37140a2943949e2812202e972514.ac44b0073ad8bc2597cb99a5047cb6f4 for snapshot=snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742203_1379 (size=269)
2024-11-26T14:45:03,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742203_1379 (size=269)
2024-11-26T14:45:03,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742203_1379 (size=269)
2024-11-26T14:45:03,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:03,093 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=156}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=156
2024-11-26T14:45:03,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=156
2024-11-26T14:45:03,094 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithMergeRegion-1 on region b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:03,094 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=156, ppid=155, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:03,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=156, resume processing ppid=155
2024-11-26T14:45:03,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, ppid=155, state=SUCCESS, hasLock=false; SnapshotRegionProcedure b09c7c9590d852bc9e33666bc3eb1543 in 168 msec
2024-11-26T14:45:03,096 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:03,097 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:03,097 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:03,097 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,098 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742204_1380 (size=670)
2024-11-26T14:45:03,104 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742204_1380 (size=670)
2024-11-26T14:45:03,105 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742204_1380 (size=670)
2024-11-26T14:45:03,107 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:03,112 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:03,112 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,114 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=155, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:03,114 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 }, snapshot procedure id = 155
2024-11-26T14:45:03,115 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=155, snapshot={ ss=snaptb0-testExportFileSystemStateWithMergeRegion-1 table=testtb-testExportFileSystemStateWithMergeRegion-1 type=FLUSH ttl=0 } in 199 msec
2024-11-26T14:45:03,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=155
2024-11-26T14:45:03,241 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-26T14:45:03,241 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241
2024-11-26T14:45:03,241 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:03,273 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:03,273 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,275 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:45:03,279 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:03,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742205_1381 (size=670)
2024-11-26T14:45:03,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742205_1381 (size=670)
2024-11-26T14:45:03,293 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742205_1381 (size=670)
2024-11-26T14:45:03,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742206_1382 (size=216)
2024-11-26T14:45:03,295 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742206_1382 (size=216)
2024-11-26T14:45:03,297 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:03,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:03,298 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:03,300 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742206_1382 (size=216)
2024-11-26T14:45:03,587 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0006_000001 (auth:SIMPLE) from 127.0.0.1:50074
2024-11-26T14:45:03,598 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000001/launch_container.sh]
2024-11-26T14:45:03,598 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000001/container_tokens]
2024-11-26T14:45:03,598 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0006/container_1732632053631_0006_01_000001/sysfs]
2024-11-26T14:45:04,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-8547666511342563965.jar
2024-11-26T14:45:04,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,333 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,413 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-10646167402143829510.jar
2024-11-26T14:45:04,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,414 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,415 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:04,416 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:45:04,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:45:04,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:45:04,417 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:45:04,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:45:04,418 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:45:04,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:45:04,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:45:04,419 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:45:04,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:45:04,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:45:04,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:04,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:04,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:04,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:04,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:04,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:04,422 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:04,483 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742207_1383 (size=24020)
2024-11-26T14:45:04,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742207_1383 (size=24020)
2024-11-26T14:45:04,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742207_1383 (size=24020)
2024-11-26T14:45:04,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742208_1384 (size=77755)
2024-11-26T14:45:04,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742208_1384 (size=77755)
2024-11-26T14:45:04,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742208_1384 (size=77755)
2024-11-26T14:45:04,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742209_1385 (size=131360)
2024-11-26T14:45:04,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742209_1385 (size=131360)
2024-11-26T14:45:04,525 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742209_1385 (size=131360)
2024-11-26T14:45:04,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742210_1386 (size=111793)
2024-11-26T14:45:04,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742210_1386 (size=111793)
2024-11-26T14:45:04,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742210_1386 (size=111793)
2024-11-26T14:45:04,590 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742211_1387 (size=1832290)
2024-11-26T14:45:04,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742211_1387 (size=1832290)
2024-11-26T14:45:04,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742211_1387 (size=1832290)
2024-11-26T14:45:05,060 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742212_1388 (size=8360005)
2024-11-26T14:45:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742212_1388 (size=8360005)
2024-11-26T14:45:05,118 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742212_1388 (size=8360005)
2024-11-26T14:45:05,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742213_1389 (size=503880)
2024-11-26T14:45:05,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742213_1389 (size=503880)
2024-11-26T14:45:05,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742213_1389 (size=503880)
2024-11-26T14:45:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742214_1390 (size=322274)
2024-11-26T14:45:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742214_1390 (size=322274)
2024-11-26T14:45:05,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742214_1390 (size=322274)
2024-11-26T14:45:05,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742215_1391 (size=20406)
2024-11-26T14:45:05,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742215_1391 (size=20406)
2024-11-26T14:45:05,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742215_1391 (size=20406)
2024-11-26T14:45:05,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742216_1392 (size=45609)
2024-11-26T14:45:05,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742216_1392 (size=45609)
2024-11-26T14:45:05,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742216_1392 (size=45609)
2024-11-26T14:45:05,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742217_1393 (size=136454)
2024-11-26T14:45:05,441 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742217_1393 (size=136454)
2024-11-26T14:45:05,442 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742217_1393 (size=136454)
2024-11-26T14:45:05,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742218_1394 (size=1597136)
2024-11-26T14:45:05,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742218_1394 (size=1597136)
2024-11-26T14:45:05,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742218_1394 (size=1597136)
2024-11-26T14:45:05,547 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742219_1395 (size=30873)
2024-11-26T14:45:05,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742219_1395 (size=30873)
2024-11-26T14:45:05,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742219_1395 (size=30873)
2024-11-26T14:45:05,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:05,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion Metrics about Tables on a single HBase RegionServer
2024-11-26T14:45:05,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:05,639 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1 Metrics about Tables on a single HBase RegionServer
2024-11-26T14:45:05,639 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testConsecutiveExports
2024-11-26T14:45:05,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742220_1396 (size=29229)
2024-11-26T14:45:05,642 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742220_1396 (size=29229)
2024-11-26T14:45:05,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742220_1396 (size=29229)
2024-11-26T14:45:05,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742221_1397 (size=440956)
2024-11-26T14:45:05,656 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742221_1397 (size=440956)
2024-11-26T14:45:05,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742221_1397 (size=440956)
2024-11-26T14:45:05,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742222_1398 (size=903859)
2024-11-26T14:45:05,694 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742222_1398 (size=903859)
2024-11-26T14:45:05,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742222_1398 (size=903859)
2024-11-26T14:45:05,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742223_1399 (size=5175431)
2024-11-26T14:45:05,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742223_1399 (size=5175431)
2024-11-26T14:45:05,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742223_1399 (size=5175431)
2024-11-26T14:45:05,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742224_1400 (size=232881)
2024-11-26T14:45:05,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742224_1400 (size=232881)
2024-11-26T14:45:05,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742224_1400 (size=232881)
2024-11-26T14:45:06,241 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742225_1401 (size=1323991)
2024-11-26T14:45:06,243 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742225_1401 (size=1323991)
2024-11-26T14:45:06,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742225_1401 (size=1323991)
2024-11-26T14:45:06,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742226_1402 (size=4695811)
2024-11-26T14:45:06,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742226_1402 (size=4695811)
2024-11-26T14:45:06,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742226_1402 (size=4695811)
2024-11-26T14:45:06,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742227_1403 (size=1877034)
2024-11-26T14:45:06,374 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742227_1403 (size=1877034)
2024-11-26T14:45:06,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742227_1403 (size=1877034)
2024-11-26T14:45:06,387 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742228_1404 (size=217555)
2024-11-26T14:45:06,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742228_1404 (size=217555)
2024-11-26T14:45:06,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742228_1404 (size=217555)
2024-11-26T14:45:06,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742229_1405 (size=4188619)
2024-11-26T14:45:06,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742229_1405 (size=4188619)
2024-11-26T14:45:06,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742229_1405 (size=4188619)
2024-11-26T14:45:06,427 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742230_1406 (size=127628)
2024-11-26T14:45:06,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742230_1406 (size=127628)
2024-11-26T14:45:06,428 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742230_1406 (size=127628)
2024-11-26T14:45:06,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742231_1407 (size=6424749)
2024-11-26T14:45:06,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742231_1407 (size=6424749)
2024-11-26T14:45:06,478 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742231_1407 (size=6424749)
2024-11-26T14:45:06,480 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:45:06,489 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithMergeRegion-1' hfile list
2024-11-26T14:45:06,493 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=4.8 K
2024-11-26T14:45:06,493 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=4.8 K
2024-11-26T14:45:06,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742232_1408 (size=481)
2024-11-26T14:45:06,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742232_1408 (size=481)
2024-11-26T14:45:06,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742232_1408 (size=481)
2024-11-26T14:45:06,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742233_1409 (size=21)
2024-11-26T14:45:06,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742233_1409 (size=21)
2024-11-26T14:45:06,531 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742233_1409 (size=21)
2024-11-26T14:45:06,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742234_1410 (size=304136)
2024-11-26T14:45:06,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742234_1410 (size=304136)
2024-11-26T14:45:06,558 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742234_1410 (size=304136)
2024-11-26T14:45:06,589 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:45:06,589 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:45:07,298 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:60948
2024-11-26T14:45:11,141 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:11,874 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:43304
2024-11-26T14:45:12,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742235_1411 (size=349834)
2024-11-26T14:45:12,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742235_1411 (size=349834)
2024-11-26T14:45:12,132 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742235_1411 (size=349834)
2024-11-26T14:45:14,074 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:39022
2024-11-26T14:45:14,074 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:34592
2024-11-26T14:45:14,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:45:17,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742236_1412 (size=4945)
2024-11-26T14:45:17,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742236_1412 (size=4945)
2024-11-26T14:45:17,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742236_1412 (size=4945)
2024-11-26T14:45:17,427 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000002/launch_container.sh]
2024-11-26T14:45:17,428 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000002/container_tokens]
2024-11-26T14:45:17,428 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000002/sysfs]
2024-11-26T14:45:17,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742238_1414 (size=4945)
2024-11-26T14:45:17,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742238_1414 (size=4945)
2024-11-26T14:45:17,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742238_1414 (size=4945)
2024-11-26T14:45:17,809 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742237_1413 (size=22243)
2024-11-26T14:45:17,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742237_1413 (size=22243)
2024-11-26T14:45:17,810 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742237_1413 (size=22243)
2024-11-26T14:45:17,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742239_1415 (size=482)
2024-11-26T14:45:17,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742239_1415 (size=482)
2024-11-26T14:45:17,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742239_1415 (size=482)
2024-11-26T14:45:17,853 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742240_1416 (size=22243)
2024-11-26T14:45:17,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742240_1416 (size=22243)
2024-11-26T14:45:17,854 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742240_1416 (size=22243)
2024-11-26T14:45:17,865 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000003/launch_container.sh]
2024-11-26T14:45:17,865 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000003/container_tokens]
2024-11-26T14:45:17,865 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000003/sysfs]
2024-11-26T14:45:17,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742241_1417 (size=349834)
2024-11-26T14:45:17,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742241_1417 (size=349834)
2024-11-26T14:45:17,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742241_1417 (size=349834)
2024-11-26T14:45:17,887 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:39024
2024-11-26T14:45:17,894 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:34604
2024-11-26T14:45:19,729 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:45:19,730 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:45:19,735 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:19,735 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:45:19,736 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:45:19,736 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:19,736 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-26T14:45:19,736 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-26T14:45:19,736 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1 at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:19,737 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/.snapshotinfo
2024-11-26T14:45:19,737 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632303241/.hbase-snapshot/snaptb0-testExportFileSystemStateWithMergeRegion-1/data.manifest
2024-11-26T14:45:19,741 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:19,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=157, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:19,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-26T14:45:19,744 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632319744"}]},"ts":"1732632319744"}
2024-11-26T14:45:19,745 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLING in hbase:meta
2024-11-26T14:45:19,745 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLING
2024-11-26T14:45:19,746 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1}]
2024-11-26T14:45:19,747 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, UNASSIGN}]
2024-11-26T14:45:19,748 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, UNASSIGN
2024-11-26T14:45:19,749 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=b09c7c9590d852bc9e33666bc3eb1543, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:19,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=159, ppid=158, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, UNASSIGN because future has completed
2024-11-26T14:45:19,750 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:19,750 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure b09c7c9590d852bc9e33666bc3eb1543, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:19,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-26T14:45:19,904 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(122): Close b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:19,905 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:19,905 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1722): Closing b09c7c9590d852bc9e33666bc3eb1543, disabling compactions & flushes
2024-11-26T14:45:19,905 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:19,905 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:19,905 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543. after waiting 0 ms
2024-11-26T14:45:19,905 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:19,916 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=8
2024-11-26T14:45:19,916 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:19,916 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.
2024-11-26T14:45:19,917 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] regionserver.HRegion(1676): Region close journal for b09c7c9590d852bc9e33666bc3eb1543:
Waiting for close lock at 1732632319905Running coprocessor pre-close hooks at 1732632319905Disabling compacts and flushes for region at 1732632319905Disabling writes for close at 1732632319905Writing region close event to WAL at 1732632319907 (+2 ms)Running coprocessor post-close hooks at 1732632319916 (+9 ms)Closed at 1732632319916
2024-11-26T14:45:19,918 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=160}] handler.UnassignRegionHandler(157): Closed b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:19,919 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=159 updating hbase:meta row=b09c7c9590d852bc9e33666bc3eb1543, regionState=CLOSED
2024-11-26T14:45:19,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=160, ppid=159, state=RUNNABLE, hasLock=false; CloseRegionProcedure b09c7c9590d852bc9e33666bc3eb1543, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:19,923 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=160, resume processing ppid=159
2024-11-26T14:45:19,923 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, ppid=159, state=SUCCESS, hasLock=false; CloseRegionProcedure b09c7c9590d852bc9e33666bc3eb1543, server=19945b63c2b4,39113,1732632046120 in 171 msec
2024-11-26T14:45:19,925 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158
2024-11-26T14:45:19,925 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1, region=b09c7c9590d852bc9e33666bc3eb1543, UNASSIGN in 176 msec
2024-11-26T14:45:19,928 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=158, resume processing ppid=157
2024-11-26T14:45:19,928 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, ppid=157, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 180 msec
2024-11-26T14:45:19,929 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632319929"}]},"ts":"1732632319929"}
2024-11-26T14:45:19,931 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion-1, state=DISABLED in hbase:meta
2024-11-26T14:45:19,931 INFO  [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion-1 to state=DISABLED
2024-11-26T14:45:19,933 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 191 msec
2024-11-26T14:45:20,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=157
2024-11-26T14:45:20,061 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-26T14:45:20,063 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,067 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=161, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,069 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=161, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,071 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,072 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:20,072 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:20,072 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:20,073 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/recovered.edits]
2024-11-26T14:45:20,073 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/recovered.edits]
2024-11-26T14:45:20,074 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/recovered.edits]
2024-11-26T14:45:20,077 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695.1627e583abd305433a297a54691a9c0b to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695.1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:20,077 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf/590f37140a2943949e2812202e972514 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/cf/590f37140a2943949e2812202e972514
2024-11-26T14:45:20,078 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/cf/1a17ae35e7fc4b4f9e0c36d2f9bb7695
2024-11-26T14:45:20,078 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/590f37140a2943949e2812202e972514.ac44b0073ad8bc2597cb99a5047cb6f4 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/cf/590f37140a2943949e2812202e972514.ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:20,080 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/recovered.edits/8.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b/recovered.edits/8.seqid
2024-11-26T14:45:20,081 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/1627e583abd305433a297a54691a9c0b
2024-11-26T14:45:20,081 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/recovered.edits/12.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543/recovered.edits/12.seqid
2024-11-26T14:45:20,081 DEBUG [HFileArchiver-16 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/b09c7c9590d852bc9e33666bc3eb1543
2024-11-26T14:45:20,081 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/recovered.edits/8.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4/recovered.edits/8.seqid
2024-11-26T14:45:20,082 DEBUG [HFileArchiver-17 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion-1/ac44b0073ad8bc2597cb99a5047cb6f4
2024-11-26T14:45:20,082 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion-1 regions
2024-11-26T14:45:20,083 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=161, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,086 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of testtb-testExportFileSystemStateWithMergeRegion-1 from hbase:meta
2024-11-26T14:45:20,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,153 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-26T14:45:20,153 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-26T14:45:20,153 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-26T14:45:20,154 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion-1 with data PBUF
2024-11-26T14:45:20,155 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' descriptor.
2024-11-26T14:45:20,156 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=161, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,157 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion-1' from region states.
2024-11-26T14:45:20,157 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632320157"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:20,160 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-26T14:45:20,160 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b09c7c9590d852bc9e33666bc3eb1543, NAME => 'testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543.', STARTKEY => '', ENDKEY => ''}]
2024-11-26T14:45:20,160 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion-1' as deleted.
2024-11-26T14:45:20,160 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion-1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632320160"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,163 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion-1 state from META
2024-11-26T14:45:20,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161
2024-11-26T14:45:20,164 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:20,164 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:20,164 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:20,164 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=161, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,164 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF\x0AU\x0A\x07jenkins\x12J\x08\x03"F\x0A:\x0A\x07default\x12/testtb-testExportFileSystemStateWithMergeRegion \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:20,165 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion-1 in 101 msec
2024-11-26T14:45:20,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=161
2024-11-26T14:45:20,270 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,271 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion-1 completed
2024-11-26T14:45:20,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-26T14:45:20,278 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632320278"}]},"ts":"1732632320278"}
2024-11-26T14:45:20,280 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLING in hbase:meta
2024-11-26T14:45:20,280 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLING
2024-11-26T14:45:20,281 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion}]
2024-11-26T14:45:20,282 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, UNASSIGN}, {pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, UNASSIGN}]
2024-11-26T14:45:20,283 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, UNASSIGN
2024-11-26T14:45:20,283 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, UNASSIGN
2024-11-26T14:45:20,283 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=7f9cb2ef27a34fde3ecc208fae6a670f, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:20,283 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=7ed77c5493ad1a87fccbc3e6fb51a5a7, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:20,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=165, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, UNASSIGN because future has completed
2024-11-26T14:45:20,285 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:20,285 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:45:20,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, UNASSIGN because future has completed
2024-11-26T14:45:20,286 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:20,286 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-26T14:45:20,438 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(122): Close 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:20,438 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:20,438 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1722): Closing 7ed77c5493ad1a87fccbc3e6fb51a5a7, disabling compactions & flushes
2024-11-26T14:45:20,438 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:20,438 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:20,439 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7. after waiting 0 ms
2024-11-26T14:45:20,439 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:20,439 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(122): Close 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:20,439 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:20,439 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1722): Closing 7f9cb2ef27a34fde3ecc208fae6a670f, disabling compactions & flushes
2024-11-26T14:45:20,439 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:20,440 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:20,440 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f. after waiting 0 ms
2024-11-26T14:45:20,440 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:20,446 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:45:20,447 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:45:20,447 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:20,447 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.
2024-11-26T14:45:20,447 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] regionserver.HRegion(1676): Region close journal for 7ed77c5493ad1a87fccbc3e6fb51a5a7:
Waiting for close lock at 1732632320438Running coprocessor pre-close hooks at 1732632320438Disabling compacts and flushes for region at 1732632320438Disabling writes for close at 1732632320439 (+1 ms)Writing region close event to WAL at 1732632320440 (+1 ms)Running coprocessor post-close hooks at 1732632320447 (+7 ms)Closed at 1732632320447
2024-11-26T14:45:20,448 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:20,448 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.
2024-11-26T14:45:20,448 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1676): Region close journal for 7f9cb2ef27a34fde3ecc208fae6a670f:
Waiting for close lock at 1732632320439Running coprocessor pre-close hooks at 1732632320439Disabling compacts and flushes for region at 1732632320439Disabling writes for close at 1732632320440 (+1 ms)Writing region close event to WAL at 1732632320441 (+1 ms)Running coprocessor post-close hooks at 1732632320448 (+7 ms)Closed at 1732632320448
2024-11-26T14:45:20,450 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=166}] handler.UnassignRegionHandler(157): Closed 7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:20,451 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=165 updating hbase:meta row=7ed77c5493ad1a87fccbc3e6fb51a5a7, regionState=CLOSED
2024-11-26T14:45:20,451 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(157): Closed 7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:20,452 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=164 updating hbase:meta row=7f9cb2ef27a34fde3ecc208fae6a670f, regionState=CLOSED
2024-11-26T14:45:20,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=166, ppid=165, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:45:20,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=167, ppid=164, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:20,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=166, resume processing ppid=165
2024-11-26T14:45:20,456 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, ppid=165, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ed77c5493ad1a87fccbc3e6fb51a5a7, server=19945b63c2b4,46365,1732632046344 in 169 msec
2024-11-26T14:45:20,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=164
2024-11-26T14:45:20,457 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=164, state=SUCCESS, hasLock=false; CloseRegionProcedure 7f9cb2ef27a34fde3ecc208fae6a670f, server=19945b63c2b4,39113,1732632046120 in 169 msec
2024-11-26T14:45:20,458 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7ed77c5493ad1a87fccbc3e6fb51a5a7, UNASSIGN in 174 msec
2024-11-26T14:45:20,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=164, resume processing ppid=163
2024-11-26T14:45:20,459 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, ppid=163, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithMergeRegion, region=7f9cb2ef27a34fde3ecc208fae6a670f, UNASSIGN in 175 msec
2024-11-26T14:45:20,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162
2024-11-26T14:45:20,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 178 msec
2024-11-26T14:45:20,462 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632320462"}]},"ts":"1732632320462"}
2024-11-26T14:45:20,463 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithMergeRegion, state=DISABLED in hbase:meta
2024-11-26T14:45:20,463 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithMergeRegion to state=DISABLED
2024-11-26T14:45:20,465 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 192 msec
2024-11-26T14:45:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162
2024-11-26T14:45:20,591 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-26T14:45:20,592 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,597 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,598 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,600 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,602 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:20,602 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:20,604 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/recovered.edits]
2024-11-26T14:45:20,604 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/recovered.edits]
2024-11-26T14:45:20,607 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf/e8e005f503664298a4bde2d268b2f100 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/cf/e8e005f503664298a4bde2d268b2f100
2024-11-26T14:45:20,607 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf/9a962141ea0744ef8681a27943755c33 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/cf/9a962141ea0744ef8681a27943755c33
2024-11-26T14:45:20,610 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7/recovered.edits/9.seqid
2024-11-26T14:45:20,611 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f/recovered.edits/9.seqid
2024-11-26T14:45:20,611 DEBUG [HFileArchiver-20 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:20,611 DEBUG [HFileArchiver-19 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithMergeRegion/7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:20,611 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithMergeRegion regions
2024-11-26T14:45:20,612 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c
2024-11-26T14:45:20,613 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf]
2024-11-26T14:45:20,616 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/c4ca4238a0b923820dcc509a6f75849b20241126effa1f18057b46b09417e945f14dc340_7ed77c5493ad1a87fccbc3e6fb51a5a7
2024-11-26T14:45:20,617 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c/cf/d41d8cd98f00b204e9800998ecf8427e2024112693a3533f47974916ba623600011e53e3_7f9cb2ef27a34fde3ecc208fae6a670f
2024-11-26T14:45:20,618 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithMergeRegion/aaca68e56e63a701f5c1ec9dc2f0511c
2024-11-26T14:45:20,620 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,622 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithMergeRegion from hbase:meta
2024-11-26T14:45:20,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,742 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-26T14:45:20,742 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-26T14:45:20,742 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-26T14:45:20,742 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithMergeRegion with data PBUF
2024-11-26T14:45:20,744 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithMergeRegion' descriptor.
2024-11-26T14:45:20,745 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,745 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithMergeRegion' from region states.
2024-11-26T14:45:20,746 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632320745"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:20,746 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632320745"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:20,749 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:45:20,749 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7f9cb2ef27a34fde3ecc208fae6a670f, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,,1732632299921.7f9cb2ef27a34fde3ecc208fae6a670f.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 7ed77c5493ad1a87fccbc3e6fb51a5a7, NAME => 'testtb-testExportFileSystemStateWithMergeRegion,1,1732632299921.7ed77c5493ad1a87fccbc3e6fb51a5a7.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:45:20,750 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithMergeRegion' as deleted.
2024-11-26T14:45:20,750 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithMergeRegion","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632320750"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:20,764 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithMergeRegion state from META
2024-11-26T14:45:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-26T14:45:20,765 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,766 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithMergeRegion in 172 msec
2024-11-26T14:45:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=168
2024-11-26T14:45:20,871 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,871 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithMergeRegion completed
2024-11-26T14:45:20,883 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-26T14:45:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion"
type: DISABLED

2024-11-26T14:45:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:20,888 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithMergeRegion-1"
type: DISABLED

2024-11-26T14:45:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:20,913 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithMergeRegion Thread=822 (was 803)
Potentially hanging thread: HFileArchiver-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:43042 [Waiting for operation #7]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-16
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:35185 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:56936 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 141810)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_434253913_1 at /127.0.0.1:43016 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_434253913_1 at /127.0.0.1:56906 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-15
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35185
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-6435
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: HFileArchiver-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RPCClient-NioEventLoopGroup-6-14
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883)
	app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
	app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
	app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:42673 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: ApplicationMasterLauncher #12
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:60246 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=823 (was 797) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=555 (was 721), ProcessCount=18 (was 20), AvailableMemoryMB=3506 (was 3339) - AvailableMemoryMB LEAK? -
2024-11-26T14:45:20,913 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=822 is superior to 500
2024-11-26T14:45:20,932 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=822, OpenFileDescriptor=823, MaxFileDescriptor=1048576, SystemLoadAverage=555, ProcessCount=18, AvailableMemoryMB=3506
2024-11-26T14:45:20,932 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=822 is superior to 500
2024-11-26T14:45:20,933 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:45:20,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:20,936 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:45:20,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportExpiredSnapshot"
 procId is: 169
2024-11-26T14:45:20,937 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:45:20,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-26T14:45:20,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742242_1418 (size=443)
2024-11-26T14:45:20,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742242_1418 (size=443)
2024-11-26T14:45:20,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742242_1418 (size=443)
2024-11-26T14:45:20,946 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49ce6bb17a7e8e763b1dca6a1d5a9432, NAME => 'testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:20,946 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 98ce5101475c57f751dd3baa3508cece, NAME => 'testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:20,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742244_1420 (size=68)
2024-11-26T14:45:20,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742244_1420 (size=68)
2024-11-26T14:45:20,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742243_1419 (size=68)
2024-11-26T14:45:20,951 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742244_1420 (size=68)
2024-11-26T14:45:20,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742243_1419 (size=68)
2024-11-26T14:45:20,952 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742243_1419 (size=68)
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 98ce5101475c57f751dd3baa3508cece, disabling compactions & flushes
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 49ce6bb17a7e8e763b1dca6a1d5a9432, disabling compactions & flushes
2024-11-26T14:45:20,952 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:20,952 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432. after waiting 0 ms
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece. after waiting 0 ms
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:20,952 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:20,952 INFO  [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49ce6bb17a7e8e763b1dca6a1d5a9432:
Waiting for close lock at 1732632320952Disabling compacts and flushes for region at 1732632320952Disabling writes for close at 1732632320952Writing region close event to WAL at 1732632320952Closed at 1732632320952
2024-11-26T14:45:20,952 DEBUG [RegionOpenAndInit-testtb-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 98ce5101475c57f751dd3baa3508cece:
Waiting for close lock at 1732632320952Disabling compacts and flushes for region at 1732632320952Disabling writes for close at 1732632320952Writing region close event to WAL at 1732632320952Closed at 1732632320952
2024-11-26T14:45:20,953 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:45:20,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732632320953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632320953"}]},"ts":"1732632320953"}
2024-11-26T14:45:20,954 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.","families":{"info":[{"qualifier":"regioninfo","vlen":67,"tag":[],"timestamp":"1732632320953"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632320953"}]},"ts":"1732632320953"}
2024-11-26T14:45:20,955 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:45:20,956 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:45:20,956 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632320956"}]},"ts":"1732632320956"}
2024-11-26T14:45:20,957 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-26T14:45:20,958 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:45:20,959 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:45:20,959 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:45:20,959 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:45:20,959 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:45:20,959 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, ASSIGN}, {pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, ASSIGN}]
2024-11-26T14:45:20,960 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, ASSIGN
2024-11-26T14:45:20,960 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, ASSIGN
2024-11-26T14:45:20,961 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, ASSIGN; state=OFFLINE, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:45:20,961 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:45:21,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-26T14:45:21,112 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:45:21,113 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=98ce5101475c57f751dd3baa3508cece, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:21,113 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=49ce6bb17a7e8e763b1dca6a1d5a9432, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:21,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=171, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, ASSIGN because future has completed
2024-11-26T14:45:21,118 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98ce5101475c57f751dd3baa3508cece, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:21,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, ASSIGN because future has completed
2024-11-26T14:45:21,119 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=173, ppid=170, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:21,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-26T14:45:21,273 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:21,273 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7752): Opening region: {ENCODED => 98ce5101475c57f751dd3baa3508cece, NAME => 'testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:45:21,273 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(132): Open testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7752): Opening region: {ENCODED => 49ce6bb17a7e8e763b1dca6a1d5a9432, NAME => 'testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece. service=AccessControlService
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432. service=AccessControlService
2024-11-26T14:45:21,274 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:21,274 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportExpiredSnapshot 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(898): Instantiated testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7794): checking encryption for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7794): checking encryption for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(7797): checking classloading for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,274 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(7797): checking classloading for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,275 INFO  [StoreOpener-98ce5101475c57f751dd3baa3508cece-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 98ce5101475c57f751dd3baa3508cece 
2024-11-26T14:45:21,275 INFO  [StoreOpener-49ce6bb17a7e8e763b1dca6a1d5a9432-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 49ce6bb17a7e8e763b1dca6a1d5a9432 
2024-11-26T14:45:21,276 INFO  [StoreOpener-49ce6bb17a7e8e763b1dca6a1d5a9432-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49ce6bb17a7e8e763b1dca6a1d5a9432 columnFamilyName cf
2024-11-26T14:45:21,276 INFO  [StoreOpener-98ce5101475c57f751dd3baa3508cece-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ce5101475c57f751dd3baa3508cece columnFamilyName cf
2024-11-26T14:45:21,277 DEBUG [StoreOpener-49ce6bb17a7e8e763b1dca6a1d5a9432-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:21,278 DEBUG [StoreOpener-98ce5101475c57f751dd3baa3508cece-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:21,278 INFO  [StoreOpener-49ce6bb17a7e8e763b1dca6a1d5a9432-1 {}] regionserver.HStore(327): Store=49ce6bb17a7e8e763b1dca6a1d5a9432/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:21,278 INFO  [StoreOpener-98ce5101475c57f751dd3baa3508cece-1 {}] regionserver.HStore(327): Store=98ce5101475c57f751dd3baa3508cece/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:21,278 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1038): replaying wal for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,278 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1038): replaying wal for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1048): stopping wal replay for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1048): stopping wal replay for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1060): Cleaning up temporary data for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,279 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1060): Cleaning up temporary data for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,281 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1093): writing seq id for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,281 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1093): writing seq id for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,282 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:21,282 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:21,282 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1114): Opened 49ce6bb17a7e8e763b1dca6a1d5a9432; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69836493, jitterRate=0.04064483940601349}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:21,282 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1114): Opened 98ce5101475c57f751dd3baa3508cece; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61511349, jitterRate=-0.08340947329998016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:21,283 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,283 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,283 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegion(1006): Region open journal for 49ce6bb17a7e8e763b1dca6a1d5a9432:
Running coprocessor pre-open hook at 1732632321274Writing region info on filesystem at 1732632321274Initializing all the Stores at 1732632321275 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632321275Cleaning up temporary data from old regions at 1732632321279 (+4 ms)Running coprocessor post-open hooks at 1732632321283 (+4 ms)Region opened successfully at 1732632321283
2024-11-26T14:45:21,283 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegion(1006): Region open journal for 98ce5101475c57f751dd3baa3508cece:
Running coprocessor pre-open hook at 1732632321274Writing region info on filesystem at 1732632321274Initializing all the Stores at 1732632321275 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632321275Cleaning up temporary data from old regions at 1732632321279 (+4 ms)Running coprocessor post-open hooks at 1732632321283 (+4 ms)Region opened successfully at 1732632321283
2024-11-26T14:45:21,284 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432., pid=173, masterSystemTime=1732632321271
2024-11-26T14:45:21,284 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece., pid=172, masterSystemTime=1732632321270
2024-11-26T14:45:21,285 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:21,285 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=172}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:21,286 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=171 updating hbase:meta row=98ce5101475c57f751dd3baa3508cece, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:21,286 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,286 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=173}] handler.AssignRegionHandler(153): Opened testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,287 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=170 updating hbase:meta row=49ce6bb17a7e8e763b1dca6a1d5a9432, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:21,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=172, ppid=171, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98ce5101475c57f751dd3baa3508cece, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:21,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=173, ppid=170, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:21,289 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=19945b63c2b4,39113,1732632046120, table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-26T14:45:21,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=172, resume processing ppid=171
2024-11-26T14:45:21,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=172, ppid=171, state=SUCCESS, hasLock=false; OpenRegionProcedure 98ce5101475c57f751dd3baa3508cece, server=19945b63c2b4,40087,1732632046275 in 173 msec
2024-11-26T14:45:21,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=173, resume processing ppid=170
2024-11-26T14:45:21,294 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=173, ppid=170, state=SUCCESS, hasLock=false; OpenRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432, server=19945b63c2b4,39113,1732632046120 in 173 msec
2024-11-26T14:45:21,294 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=171, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, ASSIGN in 334 msec
2024-11-26T14:45:21,295 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=170, resume processing ppid=169
2024-11-26T14:45:21,295 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, ppid=169, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, ASSIGN in 335 msec
2024-11-26T14:45:21,295 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:45:21,296 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632321295"}]},"ts":"1732632321295"}
2024-11-26T14:45:21,297 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-26T14:45:21,297 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:45:21,298 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportExpiredSnapshot jenkins: RWXCA
2024-11-26T14:45:21,301 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-26T14:45:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:21,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:21,363 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:21,363 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:21,363 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:21,363 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:21,366 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportExpiredSnapshot in 430 msec
2024-11-26T14:45:21,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=169
2024-11-26T14:45:21,571 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-26T14:45:21,571 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-26T14:45:21,578 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,579 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:21,580 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,584 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,589 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,591 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-26T14:45:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632321591 (current time:1732632321591).
2024-11-26T14:45:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-26T14:45:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c201497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:21,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:21,593 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c33c3ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:21,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:21,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,594 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:21,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ea8fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:21,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:21,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:21,597 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:21,598 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,598 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cb53a9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:21,599 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:21,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:21,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:21,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68af7ad7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:21,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:21,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,600 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:21,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18399476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:21,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:21,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:21,602 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:21,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:21,605 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,605 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-26T14:45:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=174, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-26T14:45:21,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 174
2024-11-26T14:45:21,608 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-26T14:45:21,609 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:21,611 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:21,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742245_1421 (size=170)
2024-11-26T14:45:21,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742245_1421 (size=170)
2024-11-26T14:45:21,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742245_1421 (size=170)
2024-11-26T14:45:21,618 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:21,618 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432}, {pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece}]
2024-11-26T14:45:21,619 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,619 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-26T14:45:21,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=176
2024-11-26T14:45:21,772 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=175
2024-11-26T14:45:21,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:21,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.HRegion(2603): Flush status journal for 98ce5101475c57f751dd3baa3508cece:

2024-11-26T14:45:21,773 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.HRegion(2603): Flush status journal for 49ce6bb17a7e8e763b1dca6a1d5a9432:

2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432. for emptySnaptb0-testExportExpiredSnapshot completed.
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.' region-info for snapshot=emptySnaptb0-testExportExpiredSnapshot
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:21,774 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:21,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742246_1422 (size=71)
2024-11-26T14:45:21,786 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742246_1422 (size=71)
2024-11-26T14:45:21,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742246_1422 (size=71)
2024-11-26T14:45:21,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:21,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176
2024-11-26T14:45:21,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=176
2024-11-26T14:45:21,788 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,788 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=176, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:21,790 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=176, ppid=174, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece in 171 msec
2024-11-26T14:45:21,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742247_1423 (size=71)
2024-11-26T14:45:21,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742247_1423 (size=71)
2024-11-26T14:45:21,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742247_1423 (size=71)
2024-11-26T14:45:21,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,798 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=175}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=175
2024-11-26T14:45:21,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=175
2024-11-26T14:45:21,798 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportExpiredSnapshot on region 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,798 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=175, ppid=174, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,801 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=175, resume processing ppid=174
2024-11-26T14:45:21,801 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=175, ppid=174, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432 in 181 msec
2024-11-26T14:45:21,801 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:21,801 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:21,802 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:21,802 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:21,802 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:21,803 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:45:21,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742248_1424 (size=63)
2024-11-26T14:45:21,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742248_1424 (size=63)
2024-11-26T14:45:21,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742248_1424 (size=63)
2024-11-26T14:45:21,809 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:21,809 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportExpiredSnapshot
2024-11-26T14:45:21,810 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot
2024-11-26T14:45:21,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742249_1425 (size=653)
2024-11-26T14:45:21,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742249_1425 (size=653)
2024-11-26T14:45:21,816 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742249_1425 (size=653)
2024-11-26T14:45:21,818 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:21,822 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:21,822 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportExpiredSnapshot to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportExpiredSnapshot
2024-11-26T14:45:21,824 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=174, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:21,824 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 174
2024-11-26T14:45:21,825 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=174, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=174, snapshot={ ss=emptySnaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 218 msec
2024-11-26T14:45:21,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=174
2024-11-26T14:45:21,930 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-26T14:45:21,941 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:21,942 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:21,943 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportExpiredSnapshot
2024-11-26T14:45:21,945 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:21,946 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:21,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,951 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,955 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportExpiredSnapshot,, stopping at row=testtb-testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:21,957 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-26T14:45:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632321957 (current time:1732632321957).
2024-11-26T14:45:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-26T14:45:21,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129a3ffa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:21,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:21,959 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e42bac9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:21,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,960 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:21,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51bd938b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:21,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:21,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:21,962 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:21,963 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,963 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b84f0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:21,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:21,964 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:21,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:21,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:21,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ffdbae2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:21,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:21,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,965 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:21,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd88961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:21,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:21,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:21,968 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:21,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:21,970 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:21,970 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-26T14:45:21,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=177, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }
2024-11-26T14:45:21,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 177
2024-11-26T14:45:21,973 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-26T14:45:21,973 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:21,975 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:21,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742250_1426 (size=165)
2024-11-26T14:45:21,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742250_1426 (size=165)
2024-11-26T14:45:21,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742250_1426 (size=165)
2024-11-26T14:45:21,982 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:21,982 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432}, {pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece}]
2024-11-26T14:45:21,983 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:21,983 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:22,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-26T14:45:22,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=179
2024-11-26T14:45:22,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=178
2024-11-26T14:45:22,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:22,136 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:22,137 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(2902): Flushing 49ce6bb17a7e8e763b1dca6a1d5a9432 1/1 column families, dataSize=132 B heapSize=544 B
2024-11-26T14:45:22,137 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(2902): Flushing 98ce5101475c57f751dd3baa3508cece 1/1 column families, dataSize=3.13 KB heapSize=7 KB
2024-11-26T14:45:22,156 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432 is 71, key is 08ac989b56f26d33afd59364f296d888/cf:q/1732632321941/Put/seqid=0
2024-11-26T14:45:22,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece is 71, key is 1e4131e6448c2ae97235e5d2de8bd5e4/cf:q/1732632321942/Put/seqid=0
2024-11-26T14:45:22,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742251_1427 (size=5032)
2024-11-26T14:45:22,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742251_1427 (size=5032)
2024-11-26T14:45:22,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742251_1427 (size=5032)
2024-11-26T14:45:22,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742252_1428 (size=8242)
2024-11-26T14:45:22,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742252_1428 (size=8242)
2024-11-26T14:45:22,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:22,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742252_1428 (size=8242)
2024-11-26T14:45:22,164 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:22,167 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:22,168 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:22,168 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/.tmp/cf/e847f27800494a22ad28982d97ac42ef, store: [table=testtb-testExportExpiredSnapshot family=cf region=49ce6bb17a7e8e763b1dca6a1d5a9432]
2024-11-26T14:45:22,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/.tmp/cf/e847f27800494a22ad28982d97ac42ef is 209, key is 017e6ddaa613e0e363dfd4349af301a8a/cf:q/1732632321941/Put/seqid=0
2024-11-26T14:45:22,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/.tmp/cf/b8b3188c0ca941918c27c7bd50b7065b, store: [table=testtb-testExportExpiredSnapshot family=cf region=98ce5101475c57f751dd3baa3508cece]
2024-11-26T14:45:22,169 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/.tmp/cf/b8b3188c0ca941918c27c7bd50b7065b is 209, key is 19ba191bbc553991130565a270ccfd222/cf:q/1732632321942/Put/seqid=0
2024-11-26T14:45:22,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742253_1429 (size=5709)
2024-11-26T14:45:22,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742253_1429 (size=5709)
2024-11-26T14:45:22,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742253_1429 (size=5709)
2024-11-26T14:45:22,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742254_1430 (size=15204)
2024-11-26T14:45:22,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742254_1430 (size=15204)
2024-11-26T14:45:22,179 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742254_1430 (size=15204)
2024-11-26T14:45:22,179 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=132, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/.tmp/cf/e847f27800494a22ad28982d97ac42ef
2024-11-26T14:45:22,179 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/.tmp/cf/b8b3188c0ca941918c27c7bd50b7065b
2024-11-26T14:45:22,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/.tmp/cf/e847f27800494a22ad28982d97ac42ef as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf/e847f27800494a22ad28982d97ac42ef
2024-11-26T14:45:22,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/.tmp/cf/b8b3188c0ca941918c27c7bd50b7065b as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf/b8b3188c0ca941918c27c7bd50b7065b
2024-11-26T14:45:22,186 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf/b8b3188c0ca941918c27c7bd50b7065b, entries=48, sequenceid=6, filesize=14.8 K
2024-11-26T14:45:22,186 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf/e847f27800494a22ad28982d97ac42ef, entries=2, sequenceid=6, filesize=5.6 K
2024-11-26T14:45:22,187 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(3140): Finished flush of dataSize ~132 B/132, heapSize ~528 B/528, currentSize=0 B/0 for 49ce6bb17a7e8e763b1dca6a1d5a9432 in 50ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:22,187 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(3140): Finished flush of dataSize ~3.13 KB/3204, heapSize ~6.98 KB/7152, currentSize=0 B/0 for 98ce5101475c57f751dd3baa3508cece in 50ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:22,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportExpiredSnapshot'
2024-11-26T14:45:22,187 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportExpiredSnapshot'
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.HRegion(2603): Flush status journal for 49ce6bb17a7e8e763b1dca6a1d5a9432:

2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.HRegion(2603): Flush status journal for 98ce5101475c57f751dd3baa3508cece:

2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece. for snaptb0-testExportExpiredSnapshot completed.
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432. for snaptb0-testExportExpiredSnapshot completed.
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.' region-info for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf/b8b3188c0ca941918c27c7bd50b7065b] hfiles
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf/e847f27800494a22ad28982d97ac42ef] hfiles
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf/b8b3188c0ca941918c27c7bd50b7065b for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,188 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf/e847f27800494a22ad28982d97ac42ef for snapshot=snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742255_1431 (size=110)
2024-11-26T14:45:22,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742255_1431 (size=110)
2024-11-26T14:45:22,199 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742255_1431 (size=110)
2024-11-26T14:45:22,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:22,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=179}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=179
2024-11-26T14:45:22,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=179
2024-11-26T14:45:22,200 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:22,200 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=179, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:22,202 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=179, ppid=177, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 98ce5101475c57f751dd3baa3508cece in 219 msec
2024-11-26T14:45:22,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742256_1432 (size=110)
2024-11-26T14:45:22,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742256_1432 (size=110)
2024-11-26T14:45:22,206 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742256_1432 (size=110)
2024-11-26T14:45:22,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:22,206 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178
2024-11-26T14:45:22,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=178
2024-11-26T14:45:22,206 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportExpiredSnapshot on region 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:22,207 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=178, ppid=177, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:22,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=178, resume processing ppid=177
2024-11-26T14:45:22,209 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=178, ppid=177, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432 in 225 msec
2024-11-26T14:45:22,209 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:22,210 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:22,211 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:22,211 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:22,211 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:22,212 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432] hfiles
2024-11-26T14:45:22,212 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:22,212 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:22,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742257_1433 (size=294)
2024-11-26T14:45:22,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742257_1433 (size=294)
2024-11-26T14:45:22,217 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742257_1433 (size=294)
2024-11-26T14:45:22,218 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:22,219 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,219 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,229 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742258_1434 (size=963)
2024-11-26T14:45:22,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742258_1434 (size=963)
2024-11-26T14:45:22,230 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742258_1434 (size=963)
2024-11-26T14:45:22,232 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:22,237 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:22,237 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportExpiredSnapshot to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:22,238 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=177, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:22,239 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 }, snapshot procedure id = 177
2024-11-26T14:45:22,240 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=177, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=177, snapshot={ ss=snaptb0-testExportExpiredSnapshot table=testtb-testExportExpiredSnapshot type=FLUSH ttl=0 } in 268 msec
2024-11-26T14:45:22,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=177
2024-11-26T14:45:22,289 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-26T14:45:22,290 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:45:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=180, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot
2024-11-26T14:45:22,292 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:45:22,292 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testExportExpiredSnapshot"
 procId is: 180
2024-11-26T14:45:22,293 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:45:22,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-26T14:45:22,298 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742259_1435 (size=436)
2024-11-26T14:45:22,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742259_1435 (size=436)
2024-11-26T14:45:22,299 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742259_1435 (size=436)
2024-11-26T14:45:22,300 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72088b6dc8d83597d53e4f6ff3a8f56d, NAME => 'testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:22,301 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 0508902aedf39ca7b49a5542e344aab2, NAME => 'testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testExportExpiredSnapshot', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:22,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742261_1437 (size=61)
2024-11-26T14:45:22,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742261_1437 (size=61)
2024-11-26T14:45:22,307 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742261_1437 (size=61)
2024-11-26T14:45:22,308 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:22,308 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1722): Closing 72088b6dc8d83597d53e4f6ff3a8f56d, disabling compactions & flushes
2024-11-26T14:45:22,308 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,308 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,308 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. after waiting 0 ms
2024-11-26T14:45:22,308 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,308 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,308 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72088b6dc8d83597d53e4f6ff3a8f56d:
Waiting for close lock at 1732632322308Disabling compacts and flushes for region at 1732632322308Disabling writes for close at 1732632322308Writing region close event to WAL at 1732632322308Closed at 1732632322308
2024-11-26T14:45:22,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742260_1436 (size=61)
2024-11-26T14:45:22,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742260_1436 (size=61)
2024-11-26T14:45:22,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742260_1436 (size=61)
2024-11-26T14:45:22,310 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:22,310 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1722): Closing 0508902aedf39ca7b49a5542e344aab2, disabling compactions & flushes
2024-11-26T14:45:22,310 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,310 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,310 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2. after waiting 0 ms
2024-11-26T14:45:22,310 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,311 INFO  [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,311 DEBUG [RegionOpenAndInit-testExportExpiredSnapshot-pool-1 {}] regionserver.HRegion(1676): Region close journal for 0508902aedf39ca7b49a5542e344aab2:
Waiting for close lock at 1732632322310Disabling compacts and flushes for region at 1732632322310Disabling writes for close at 1732632322310Writing region close event to WAL at 1732632322310Closed at 1732632322310
2024-11-26T14:45:22,311 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:45:22,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732632322311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632322311"}]},"ts":"1732632322311"}
2024-11-26T14:45:22,312 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.","families":{"info":[{"qualifier":"regioninfo","vlen":60,"tag":[],"timestamp":"1732632322311"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632322311"}]},"ts":"1732632322311"}
2024-11-26T14:45:22,314 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:45:22,314 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:45:22,314 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632322314"}]},"ts":"1732632322314"}
2024-11-26T14:45:22,316 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLING in hbase:meta
2024-11-26T14:45:22,316 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:45:22,317 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:45:22,317 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:45:22,317 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:45:22,317 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:45:22,317 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:45:22,317 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:45:22,318 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:45:22,318 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:45:22,318 INFO  [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:45:22,318 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:45:22,318 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, ASSIGN}, {pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0508902aedf39ca7b49a5542e344aab2, ASSIGN}]
2024-11-26T14:45:22,319 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0508902aedf39ca7b49a5542e344aab2, ASSIGN
2024-11-26T14:45:22,319 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, ASSIGN
2024-11-26T14:45:22,320 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:45:22,320 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0508902aedf39ca7b49a5542e344aab2, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:45:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-26T14:45:22,471 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:45:22,471 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=0508902aedf39ca7b49a5542e344aab2, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:22,471 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=181 updating hbase:meta row=72088b6dc8d83597d53e4f6ff3a8f56d, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:22,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=181, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, ASSIGN because future has completed
2024-11-26T14:45:22,476 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=183, ppid=181, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:22,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=182, ppid=180, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0508902aedf39ca7b49a5542e344aab2, ASSIGN because future has completed
2024-11-26T14:45:22,479 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=184, ppid=182, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0508902aedf39ca7b49a5542e344aab2, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:45:22,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-26T14:45:22,633 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,633 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7752): Opening region: {ENCODED => 72088b6dc8d83597d53e4f6ff3a8f56d, NAME => 'testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:45:22,633 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. service=AccessControlService
2024-11-26T14:45:22,634 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,634 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:22,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7752): Opening region: {ENCODED => 0508902aedf39ca7b49a5542e344aab2, NAME => 'testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:45:22,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:22,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7794): checking encryption for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2. service=AccessControlService
2024-11-26T14:45:22,634 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(7797): checking classloading for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,634 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:22,635 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,635 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:22,635 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7794): checking encryption for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,635 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(7797): checking classloading for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,636 INFO  [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72088b6dc8d83597d53e4f6ff3a8f56d 
2024-11-26T14:45:22,636 INFO  [StoreOpener-0508902aedf39ca7b49a5542e344aab2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 0508902aedf39ca7b49a5542e344aab2 
2024-11-26T14:45:22,638 INFO  [StoreOpener-0508902aedf39ca7b49a5542e344aab2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0508902aedf39ca7b49a5542e344aab2 columnFamilyName cf
2024-11-26T14:45:22,638 INFO  [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72088b6dc8d83597d53e4f6ff3a8f56d columnFamilyName cf
2024-11-26T14:45:22,639 DEBUG [StoreOpener-0508902aedf39ca7b49a5542e344aab2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:22,639 DEBUG [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:22,640 INFO  [StoreOpener-0508902aedf39ca7b49a5542e344aab2-1 {}] regionserver.HStore(327): Store=0508902aedf39ca7b49a5542e344aab2/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:22,640 INFO  [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] regionserver.HStore(327): Store=72088b6dc8d83597d53e4f6ff3a8f56d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:22,640 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1038): replaying wal for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,641 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1038): replaying wal for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,641 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,642 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,642 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,642 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,642 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1048): stopping wal replay for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,642 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1060): Cleaning up temporary data for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,643 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1048): stopping wal replay for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,643 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1060): Cleaning up temporary data for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,644 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1093): writing seq id for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,644 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1093): writing seq id for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,646 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:22,646 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:22,647 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1114): Opened 0508902aedf39ca7b49a5542e344aab2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63450557, jitterRate=-0.05451302230358124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:22,647 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,647 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1114): Opened 72088b6dc8d83597d53e4f6ff3a8f56d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75434912, jitterRate=0.12406778335571289}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:22,647 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:22,647 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegion(1006): Region open journal for 72088b6dc8d83597d53e4f6ff3a8f56d:
Running coprocessor pre-open hook at 1732632322634Writing region info on filesystem at 1732632322634Initializing all the Stores at 1732632322635 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632322635Cleaning up temporary data from old regions at 1732632322643 (+8 ms)Running coprocessor post-open hooks at 1732632322647 (+4 ms)Region opened successfully at 1732632322647
2024-11-26T14:45:22,647 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegion(1006): Region open journal for 0508902aedf39ca7b49a5542e344aab2:
Running coprocessor pre-open hook at 1732632322635Writing region info on filesystem at 1732632322635Initializing all the Stores at 1732632322636 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632322636Cleaning up temporary data from old regions at 1732632322642 (+6 ms)Running coprocessor post-open hooks at 1732632322647 (+5 ms)Region opened successfully at 1732632322647
2024-11-26T14:45:22,648 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d., pid=183, masterSystemTime=1732632322630
2024-11-26T14:45:22,648 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2., pid=184, masterSystemTime=1732632322631
2024-11-26T14:45:22,650 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,650 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=184}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:22,651 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=182 updating hbase:meta row=0508902aedf39ca7b49a5542e344aab2, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:22,651 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,651 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=183}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,652 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=181 updating hbase:meta row=72088b6dc8d83597d53e4f6ff3a8f56d, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=184, ppid=182, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0508902aedf39ca7b49a5542e344aab2, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:45:22,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=183, ppid=181, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:22,659 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=184, resume processing ppid=182
2024-11-26T14:45:22,659 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=184, ppid=182, state=SUCCESS, hasLock=false; OpenRegionProcedure 0508902aedf39ca7b49a5542e344aab2, server=19945b63c2b4,46365,1732632046344 in 175 msec
2024-11-26T14:45:22,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=183, resume processing ppid=181
2024-11-26T14:45:22,660 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=182, ppid=180, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=0508902aedf39ca7b49a5542e344aab2, ASSIGN in 341 msec
2024-11-26T14:45:22,660 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=183, ppid=181, state=SUCCESS, hasLock=false; OpenRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,40087,1732632046275 in 179 msec
2024-11-26T14:45:22,662 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=181, resume processing ppid=180
2024-11-26T14:45:22,663 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=181, ppid=180, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, ASSIGN in 342 msec
2024-11-26T14:45:22,663 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:45:22,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632322663"}]},"ts":"1732632322663"}
2024-11-26T14:45:22,665 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testExportExpiredSnapshot, state=ENABLED in hbase:meta
2024-11-26T14:45:22,665 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=180, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testExportExpiredSnapshot execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:45:22,665 DEBUG [PEWorker-3 {}] access.PermissionStorage(177): Writing permission with rowKey testExportExpiredSnapshot jenkins: RWXCA
2024-11-26T14:45:22,668 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-26T14:45:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:22,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:22,775 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,776 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,776 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,776 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,776 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF\x0AF\x0A\x07jenkins\x12;\x08\x03"7\x0A+\x0A\x07default\x12 testtb-testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,776 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,777 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,777 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:22,779 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=180, state=SUCCESS, hasLock=false; CreateTableProcedure table=testExportExpiredSnapshot in 484 msec
2024-11-26T14:45:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=180
2024-11-26T14:45:22,919 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testExportExpiredSnapshot completed
2024-11-26T14:45:22,919 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-26T14:45:22,924 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,924 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:22,927 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,934 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,949 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:22,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:22,954 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,956 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testExportExpiredSnapshot
2024-11-26T14:45:22,957 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:22,957 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:22,958 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,962 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testExportExpiredSnapshot,, stopping at row=testExportExpiredSnapshot ,, for max=2147483647 with caching=100
2024-11-26T14:45:22,967 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-26T14:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot-testExportExpiredSnapshot VERSION not specified, setting to 2
2024-11-26T14:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f65dcb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:22,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:22,969 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f32acb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:22,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:22,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:22,970 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:22,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23bd79a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:22,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:22,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:22,972 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:22,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:22,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:22,973 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3824c9ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:22,974 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d31023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:22,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:22,975 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:22,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5745f183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:22,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:22,978 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:22,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testExportExpiredSnapshot', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:22,980 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:22,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:22,981 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testExportExpiredSnapshot], kv [jenkins: RWXCA]
2024-11-26T14:45:22,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=185, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }
2024-11-26T14:45:22,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 185
2024-11-26T14:45:22,983 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:22,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-26T14:45:22,984 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:22,986 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:22,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742262_1438 (size=152)
2024-11-26T14:45:22,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742262_1438 (size=152)
2024-11-26T14:45:22,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742262_1438 (size=152)
2024-11-26T14:45:22,993 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:22,994 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d}, {pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0508902aedf39ca7b49a5542e344aab2}]
2024-11-26T14:45:22,995 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:22,995 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:23,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-26T14:45:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=186
2024-11-26T14:45:23,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=187
2024-11-26T14:45:23,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:23,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:23,148 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(2902): Flushing 72088b6dc8d83597d53e4f6ff3a8f56d 1/1 column families, dataSize=65 B heapSize=400 B
2024-11-26T14:45:23,148 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(2902): Flushing 0508902aedf39ca7b49a5542e344aab2 1/1 column families, dataSize=3.19 KB heapSize=7.14 KB
2024-11-26T14:45:23,171 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268693579a5c3f4ea195bdd817ab24dd96_72088b6dc8d83597d53e4f6ff3a8f56d is 69, key is 01f82c9b30aa2658329b8ae1304e468d9/cf:q/1732632322949/Put/seqid=0
2024-11-26T14:45:23,172 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126176624a657944f38ae07cb176f1be88d_0508902aedf39ca7b49a5542e344aab2 is 71, key is 1464f66a8b95f3be5bb5b1e4dee833fd/cf:q/1732632322953/Put/seqid=0
2024-11-26T14:45:23,176 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742263_1439 (size=4964)
2024-11-26T14:45:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742263_1439 (size=4964)
2024-11-26T14:45:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742264_1440 (size=8312)
2024-11-26T14:45:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742263_1439 (size=4964)
2024-11-26T14:45:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742264_1440 (size=8312)
2024-11-26T14:45:23,177 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742264_1440 (size=8312)
2024-11-26T14:45:23,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:23,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:23,180 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126176624a657944f38ae07cb176f1be88d_0508902aedf39ca7b49a5542e344aab2 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241126176624a657944f38ae07cb176f1be88d_0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:23,181 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411268693579a5c3f4ea195bdd817ab24dd96_72088b6dc8d83597d53e4f6ff3a8f56d to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e202411268693579a5c3f4ea195bdd817ab24dd96_72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:23,181 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/.tmp/cf/35ef580e08664c19b3d60b175a2742f6, store: [table=testExportExpiredSnapshot family=cf region=0508902aedf39ca7b49a5542e344aab2]
2024-11-26T14:45:23,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/.tmp/cf/f97943716a6d43ea8ded701db3b597e8, store: [table=testExportExpiredSnapshot family=cf region=72088b6dc8d83597d53e4f6ff3a8f56d]
2024-11-26T14:45:23,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/.tmp/cf/35ef580e08664c19b3d60b175a2742f6 is 202, key is 14169944e834028702b0f01cb3e257b8a/cf:q/1732632322953/Put/seqid=0
2024-11-26T14:45:23,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/.tmp/cf/f97943716a6d43ea8ded701db3b597e8 is 202, key is 01f82c9b30aa2658329b8ae1304e468d9/cf:q/1732632322949/Put/seqid=0
2024-11-26T14:45:23,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742265_1441 (size=15059)
2024-11-26T14:45:23,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742265_1441 (size=15059)
2024-11-26T14:45:23,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742265_1441 (size=15059)
2024-11-26T14:45:23,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742266_1442 (size=5490)
2024-11-26T14:45:23,194 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=3.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/.tmp/cf/35ef580e08664c19b3d60b175a2742f6
2024-11-26T14:45:23,194 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742266_1442 (size=5490)
2024-11-26T14:45:23,195 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742266_1442 (size=5490)
2024-11-26T14:45:23,195 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=5, memsize=65, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/.tmp/cf/f97943716a6d43ea8ded701db3b597e8
2024-11-26T14:45:23,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/.tmp/cf/f97943716a6d43ea8ded701db3b597e8 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/cf/f97943716a6d43ea8ded701db3b597e8
2024-11-26T14:45:23,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/.tmp/cf/35ef580e08664c19b3d60b175a2742f6 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/cf/35ef580e08664c19b3d60b175a2742f6
2024-11-26T14:45:23,202 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/cf/f97943716a6d43ea8ded701db3b597e8, entries=1, sequenceid=5, filesize=5.4 K
2024-11-26T14:45:23,202 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/cf/35ef580e08664c19b3d60b175a2742f6, entries=49, sequenceid=5, filesize=14.7 K
2024-11-26T14:45:23,203 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(3140): Finished flush of dataSize ~65 B/65, heapSize ~384 B/384, currentSize=0 B/0 for 72088b6dc8d83597d53e4f6ff3a8f56d in 55ms, sequenceid=5, compaction requested=false
2024-11-26T14:45:23,203 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(3140): Finished flush of dataSize ~3.19 KB/3271, heapSize ~7.13 KB/7296, currentSize=0 B/0 for 0508902aedf39ca7b49a5542e344aab2 in 55ms, sequenceid=5, compaction requested=false
2024-11-26T14:45:23,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-26T14:45:23,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testExportExpiredSnapshot'
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.HRegion(2603): Flush status journal for 72088b6dc8d83597d53e4f6ff3a8f56d:

2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.HRegion(2603): Flush status journal for 0508902aedf39ca7b49a5542e344aab2:

2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2. for snapshot-testExportExpiredSnapshot completed.
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(75): Snapshotting region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. for snapshot-testExportExpiredSnapshot completed.
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(241): Storing 'testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.' region-info for snapshot=snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/cf/f97943716a6d43ea8ded701db3b597e8] hfiles
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/cf/35ef580e08664c19b3d60b175a2742f6] hfiles
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/cf/f97943716a6d43ea8ded701db3b597e8 for snapshot=snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,204 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/cf/35ef580e08664c19b3d60b175a2742f6 for snapshot=snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742267_1443 (size=103)
2024-11-26T14:45:23,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742268_1444 (size=103)
2024-11-26T14:45:23,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742268_1444 (size=103)
2024-11-26T14:45:23,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742268_1444 (size=103)
2024-11-26T14:45:23,209 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742267_1443 (size=103)
2024-11-26T14:45:23,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:45:23,210 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742267_1443 (size=103)
2024-11-26T14:45:23,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=187}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=187
2024-11-26T14:45:23,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:23,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186
2024-11-26T14:45:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=187
2024-11-26T14:45:23,210 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:23,210 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=187, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:23,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=186
2024-11-26T14:45:23,211 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot-testExportExpiredSnapshot on region 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:23,211 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=186, ppid=185, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:23,212 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=187, ppid=185, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 0508902aedf39ca7b49a5542e344aab2 in 217 msec
2024-11-26T14:45:23,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=186, resume processing ppid=185
2024-11-26T14:45:23,213 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=186, ppid=185, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d in 218 msec
2024-11-26T14:45:23,213 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:23,213 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:23,214 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:23,214 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:23,214 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:23,215 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241126176624a657944f38ae07cb176f1be88d_0508902aedf39ca7b49a5542e344aab2, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e202411268693579a5c3f4ea195bdd817ab24dd96_72088b6dc8d83597d53e4f6ff3a8f56d] hfiles
2024-11-26T14:45:23,215 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/c4ca4238a0b923820dcc509a6f75849b20241126176624a657944f38ae07cb176f1be88d_0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:45:23,215 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testExportExpiredSnapshot/1030f41967fbb659ab4c2a7a1774d313/cf/d41d8cd98f00b204e9800998ecf8427e202411268693579a5c3f4ea195bdd817ab24dd96_72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:23,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742269_1445 (size=287)
2024-11-26T14:45:23,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742269_1445 (size=287)
2024-11-26T14:45:23,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742269_1445 (size=287)
2024-11-26T14:45:23,221 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:23,221 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,222 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742270_1446 (size=935)
2024-11-26T14:45:23,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742270_1446 (size=935)
2024-11-26T14:45:23,228 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742270_1446 (size=935)
2024-11-26T14:45:23,230 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:23,234 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:23,235 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snapshot-testExportExpiredSnapshot
2024-11-26T14:45:23,236 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=185, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:23,236 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 }, snapshot procedure id = 185
2024-11-26T14:45:23,237 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=185, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=185, snapshot={ ss=snapshot-testExportExpiredSnapshot table=testExportExpiredSnapshot type=FLUSH ttl=10 } in 255 msec
2024-11-26T14:45:23,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=185
2024-11-26T14:45:23,300 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testExportExpiredSnapshot completed
2024-11-26T14:45:23,966 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0007_000001 (auth:SIMPLE) from 127.0.0.1:44556
2024-11-26T14:45:23,979 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000001/launch_container.sh]
2024-11-26T14:45:23,979 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000001/container_tokens]
2024-11-26T14:45:23,979 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0007/container_1732632053631_0007_01_000001/sysfs]
2024-11-26T14:45:25,462 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:25,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-26T14:45:25,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-26T14:45:25,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-26T14:45:25,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot Metrics about Tables on a single HBase RegionServer
2024-11-26T14:45:25,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion-1
2024-11-26T14:45:25,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithMergeRegion
2024-11-26T14:45:31,140 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:33,317 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632333316
2024-11-26T14:45:33,317 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632333316, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632333316, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:33,349 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:33,349 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632333316, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632333316/.hbase-snapshot/.tmp/snapshot-testExportExpiredSnapshot
2024-11-26T14:45:33,351 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:45:33,353 ERROR [Time-limited test {}] util.AbstractHBaseTool(152): Error running command-line tool
org.apache.hadoop.hbase.snapshot.SnapshotTTLExpiredException: TTL for snapshot 'snapshot-testExportExpiredSnapshot' has already expired.
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.verifySnapshot(ExportSnapshot.java:960) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1105) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportExpiredSnapshot(TestExportSnapshot.java:362) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:45:33,354 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=188, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-26T14:45:33,356 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632333356"}]},"ts":"1732632333356"}
2024-11-26T14:45:33,358 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLING in hbase:meta
2024-11-26T14:45:33,358 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testtb-testExportExpiredSnapshot to state=DISABLING
2024-11-26T14:45:33,359 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=189, ppid=188, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot}]
2024-11-26T14:45:33,360 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, UNASSIGN}, {pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, UNASSIGN}]
2024-11-26T14:45:33,361 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, UNASSIGN
2024-11-26T14:45:33,361 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, UNASSIGN
2024-11-26T14:45:33,361 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=191 updating hbase:meta row=98ce5101475c57f751dd3baa3508cece, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:33,362 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=49ce6bb17a7e8e763b1dca6a1d5a9432, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:33,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=190, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, UNASSIGN because future has completed
2024-11-26T14:45:33,363 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:33,363 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=192, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:33,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=191, ppid=189, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, UNASSIGN because future has completed
2024-11-26T14:45:33,364 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:33,364 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=193, ppid=191, state=RUNNABLE, hasLock=false; CloseRegionProcedure 98ce5101475c57f751dd3baa3508cece, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-26T14:45:33,517 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(122): Close 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:33,517 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(122): Close 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:33,517 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:33,517 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1722): Closing 98ce5101475c57f751dd3baa3508cece, disabling compactions & flushes
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1722): Closing 49ce6bb17a7e8e763b1dca6a1d5a9432, disabling compactions & flushes
2024-11-26T14:45:33,518 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:33,518 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1755): Closing region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece. after waiting 0 ms
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432. after waiting 0 ms
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:33,518 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:33,526 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:45:33,526 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:45:33,527 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:33,527 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:33,527 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.
2024-11-26T14:45:33,527 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1973): Closed testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.
2024-11-26T14:45:33,527 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] regionserver.HRegion(1676): Region close journal for 49ce6bb17a7e8e763b1dca6a1d5a9432:
Waiting for close lock at 1732632333517Running coprocessor pre-close hooks at 1732632333517Disabling compacts and flushes for region at 1732632333517Disabling writes for close at 1732632333518 (+1 ms)Writing region close event to WAL at 1732632333521 (+3 ms)Running coprocessor post-close hooks at 1732632333527 (+6 ms)Closed at 1732632333527
2024-11-26T14:45:33,527 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] regionserver.HRegion(1676): Region close journal for 98ce5101475c57f751dd3baa3508cece:
Waiting for close lock at 1732632333517Running coprocessor pre-close hooks at 1732632333517Disabling compacts and flushes for region at 1732632333517Disabling writes for close at 1732632333518 (+1 ms)Writing region close event to WAL at 1732632333520 (+2 ms)Running coprocessor post-close hooks at 1732632333527 (+7 ms)Closed at 1732632333527
2024-11-26T14:45:33,528 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=193}] handler.UnassignRegionHandler(157): Closed 98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:33,529 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=191 updating hbase:meta row=98ce5101475c57f751dd3baa3508cece, regionState=CLOSED
2024-11-26T14:45:33,529 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=192}] handler.UnassignRegionHandler(157): Closed 49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:33,530 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=190 updating hbase:meta row=49ce6bb17a7e8e763b1dca6a1d5a9432, regionState=CLOSED
2024-11-26T14:45:33,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=193, ppid=191, state=RUNNABLE, hasLock=false; CloseRegionProcedure 98ce5101475c57f751dd3baa3508cece, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:33,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=192, ppid=190, state=RUNNABLE, hasLock=false; CloseRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:33,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=193, resume processing ppid=191
2024-11-26T14:45:33,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=193, ppid=191, state=SUCCESS, hasLock=false; CloseRegionProcedure 98ce5101475c57f751dd3baa3508cece, server=19945b63c2b4,40087,1732632046275 in 167 msec
2024-11-26T14:45:33,534 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=192, resume processing ppid=190
2024-11-26T14:45:33,534 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=192, ppid=190, state=SUCCESS, hasLock=false; CloseRegionProcedure 49ce6bb17a7e8e763b1dca6a1d5a9432, server=19945b63c2b4,39113,1732632046120 in 169 msec
2024-11-26T14:45:33,535 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=191, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=98ce5101475c57f751dd3baa3508cece, UNASSIGN in 173 msec
2024-11-26T14:45:33,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=190, resume processing ppid=189
2024-11-26T14:45:33,535 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=190, ppid=189, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportExpiredSnapshot, region=49ce6bb17a7e8e763b1dca6a1d5a9432, UNASSIGN in 174 msec
2024-11-26T14:45:33,537 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=189, resume processing ppid=188
2024-11-26T14:45:33,537 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=189, ppid=188, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportExpiredSnapshot in 177 msec
2024-11-26T14:45:33,538 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632333538"}]},"ts":"1732632333538"}
2024-11-26T14:45:33,539 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportExpiredSnapshot, state=DISABLED in hbase:meta
2024-11-26T14:45:33,539 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportExpiredSnapshot to state=DISABLED
2024-11-26T14:45:33,541 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=188, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportExpiredSnapshot in 186 msec
2024-11-26T14:45:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=188
2024-11-26T14:45:33,670 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-26T14:45:33,672 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=194, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,676 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=194, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,679 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=194, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,682 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,683 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:33,683 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:33,685 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/recovered.edits]
2024-11-26T14:45:33,685 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/recovered.edits]
2024-11-26T14:45:33,689 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf/e847f27800494a22ad28982d97ac42ef to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/cf/e847f27800494a22ad28982d97ac42ef
2024-11-26T14:45:33,689 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf/b8b3188c0ca941918c27c7bd50b7065b to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/cf/b8b3188c0ca941918c27c7bd50b7065b
2024-11-26T14:45:33,691 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432/recovered.edits/9.seqid
2024-11-26T14:45:33,691 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece/recovered.edits/9.seqid
2024-11-26T14:45:33,691 DEBUG [HFileArchiver-21 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:33,691 DEBUG [HFileArchiver-22 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportExpiredSnapshot/98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:33,691 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportExpiredSnapshot regions
2024-11-26T14:45:33,692 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f
2024-11-26T14:45:33,692 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf]
2024-11-26T14:45:33,695 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/c4ca4238a0b923820dcc509a6f75849b20241126bb5d6ee83fc245b3889bd07f46e892ea_98ce5101475c57f751dd3baa3508cece
2024-11-26T14:45:33,696 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f/cf/d41d8cd98f00b204e9800998ecf8427e2024112644a5630cc0cc434c8ff835fe0c88ddf6_49ce6bb17a7e8e763b1dca6a1d5a9432
2024-11-26T14:45:33,697 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportExpiredSnapshot/3d21f28acea2939462cb18e5d9576f2f
2024-11-26T14:45:33,699 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=194, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,701 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportExpiredSnapshot from hbase:meta
2024-11-26T14:45:33,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,752 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-26T14:45:33,752 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-26T14:45:33,752 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-26T14:45:33,752 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportExpiredSnapshot with data PBUF
2024-11-26T14:45:33,753 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportExpiredSnapshot' descriptor.
2024-11-26T14:45:33,754 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=194, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,754 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportExpiredSnapshot' from region states.
2024-11-26T14:45:33,754 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632333754"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:33,754 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632333754"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:33,756 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:45:33,756 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 49ce6bb17a7e8e763b1dca6a1d5a9432, NAME => 'testtb-testExportExpiredSnapshot,,1732632320933.49ce6bb17a7e8e763b1dca6a1d5a9432.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 98ce5101475c57f751dd3baa3508cece, NAME => 'testtb-testExportExpiredSnapshot,1,1732632320933.98ce5101475c57f751dd3baa3508cece.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:45:33,757 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportExpiredSnapshot' as deleted.
2024-11-26T14:45:33,757 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportExpiredSnapshot","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632333757"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:33,758 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportExpiredSnapshot state from META
2024-11-26T14:45:33,759 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=194, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,761 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=194, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportExpiredSnapshot in 87 msec
2024-11-26T14:45:33,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=194
2024-11-26T14:45:33,763 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:33,763 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:33,763 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:33,763 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportExpiredSnapshot
2024-11-26T14:45:33,763 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportExpiredSnapshot completed
2024-11-26T14:45:33,763 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:33,768 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-26T14:45:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportExpiredSnapshot
2024-11-26T14:45:33,771 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot-testExportExpiredSnapshot"
type: DISABLED

2024-11-26T14:45:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot-testExportExpiredSnapshot
2024-11-26T14:45:33,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportExpiredSnapshot"
type: DISABLED

2024-11-26T14:45:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportExpiredSnapshot
2024-11-26T14:45:33,795 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportExpiredSnapshot Thread=811 (was 822), OpenFileDescriptor=793 (was 823), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=490 (was 555), ProcessCount=18 (was 18), AvailableMemoryMB=3498 (was 3506)
2024-11-26T14:45:33,795 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=811 is superior to 500
2024-11-26T14:45:33,811 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=811, OpenFileDescriptor=793, MaxFileDescriptor=1048576, SystemLoadAverage=490, ProcessCount=18, AvailableMemoryMB=3498
2024-11-26T14:45:33,811 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=811 is superior to 500
2024-11-26T14:45:33,813 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:45:33,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=195, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:33,815 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:45:33,815 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testEmptyExportFileSystemState"
 procId is: 195
2024-11-26T14:45:33,815 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:45:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-26T14:45:33,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742271_1447 (size=448)
2024-11-26T14:45:33,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742271_1447 (size=448)
2024-11-26T14:45:33,822 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742271_1447 (size=448)
2024-11-26T14:45:33,824 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ba87862ce3c9e5eea4f233c8738c46a3, NAME => 'testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:33,824 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a0541bec9477ed5716c4eb3e20e040ad, NAME => 'testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testEmptyExportFileSystemState', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:33,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742272_1448 (size=73)
2024-11-26T14:45:33,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742272_1448 (size=73)
2024-11-26T14:45:33,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742273_1449 (size=73)
2024-11-26T14:45:33,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742273_1449 (size=73)
2024-11-26T14:45:33,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742272_1448 (size=73)
2024-11-26T14:45:33,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742273_1449 (size=73)
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1722): Closing a0541bec9477ed5716c4eb3e20e040ad, disabling compactions & flushes
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:33,830 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1722): Closing ba87862ce3c9e5eea4f233c8738c46a3, disabling compactions & flushes
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad. after waiting 0 ms
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:33,830 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:33,830 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3. after waiting 0 ms
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-1 {}] regionserver.HRegion(1676): Region close journal for a0541bec9477ed5716c4eb3e20e040ad:
Waiting for close lock at 1732632333830Disabling compacts and flushes for region at 1732632333830Disabling writes for close at 1732632333830Writing region close event to WAL at 1732632333830Closed at 1732632333830
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:33,830 INFO  [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:33,830 DEBUG [RegionOpenAndInit-testtb-testEmptyExportFileSystemState-pool-0 {}] regionserver.HRegion(1676): Region close journal for ba87862ce3c9e5eea4f233c8738c46a3:
Waiting for close lock at 1732632333830Disabling compacts and flushes for region at 1732632333830Disabling writes for close at 1732632333830Writing region close event to WAL at 1732632333830Closed at 1732632333830
2024-11-26T14:45:33,831 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:45:33,831 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1732632333831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632333831"}]},"ts":"1732632333831"}
2024-11-26T14:45:33,831 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.","families":{"info":[{"qualifier":"regioninfo","vlen":72,"tag":[],"timestamp":"1732632333831"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632333831"}]},"ts":"1732632333831"}
2024-11-26T14:45:33,833 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:45:33,834 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:45:33,834 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632333834"}]},"ts":"1732632333834"}
2024-11-26T14:45:33,835 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLING in hbase:meta
2024-11-26T14:45:33,835 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:45:33,837 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:45:33,837 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:45:33,837 INFO  [PEWorker-5 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:45:33,837 DEBUG [PEWorker-5 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:45:33,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, ASSIGN}, {pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, ASSIGN}]
2024-11-26T14:45:33,838 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, ASSIGN
2024-11-26T14:45:33,838 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, ASSIGN
2024-11-26T14:45:33,839 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:45:33,839 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:45:33,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-26T14:45:33,989 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:45:33,990 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=a0541bec9477ed5716c4eb3e20e040ad, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:33,990 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=ba87862ce3c9e5eea4f233c8738c46a3, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:33,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=196, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, ASSIGN because future has completed
2024-11-26T14:45:33,992 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=198, ppid=196, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:45:33,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=197, ppid=195, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, ASSIGN because future has completed
2024-11-26T14:45:33,993 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=199, ppid=197, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0541bec9477ed5716c4eb3e20e040ad, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:34,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-26T14:45:34,152 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:34,152 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] handler.AssignRegionHandler(132): Open testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,152 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7752): Opening region: {ENCODED => a0541bec9477ed5716c4eb3e20e040ad, NAME => 'testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:45:34,153 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7752): Opening region: {ENCODED => ba87862ce3c9e5eea4f233c8738c46a3, NAME => 'testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:45:34,153 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad. service=AccessControlService
2024-11-26T14:45:34,153 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3. service=AccessControlService
2024-11-26T14:45:34,153 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:34,154 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7794): checking encryption for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testEmptyExportFileSystemState ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(7797): checking classloading for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(898): Instantiated testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7794): checking encryption for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,154 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(7797): checking classloading for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,156 INFO  [StoreOpener-a0541bec9477ed5716c4eb3e20e040ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region a0541bec9477ed5716c4eb3e20e040ad 
2024-11-26T14:45:34,156 INFO  [StoreOpener-ba87862ce3c9e5eea4f233c8738c46a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region ba87862ce3c9e5eea4f233c8738c46a3 
2024-11-26T14:45:34,157 INFO  [StoreOpener-ba87862ce3c9e5eea4f233c8738c46a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ba87862ce3c9e5eea4f233c8738c46a3 columnFamilyName cf
2024-11-26T14:45:34,157 INFO  [StoreOpener-a0541bec9477ed5716c4eb3e20e040ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a0541bec9477ed5716c4eb3e20e040ad columnFamilyName cf
2024-11-26T14:45:34,158 DEBUG [StoreOpener-ba87862ce3c9e5eea4f233c8738c46a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:34,158 DEBUG [StoreOpener-a0541bec9477ed5716c4eb3e20e040ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:34,158 INFO  [StoreOpener-a0541bec9477ed5716c4eb3e20e040ad-1 {}] regionserver.HStore(327): Store=a0541bec9477ed5716c4eb3e20e040ad/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:34,158 INFO  [StoreOpener-ba87862ce3c9e5eea4f233c8738c46a3-1 {}] regionserver.HStore(327): Store=ba87862ce3c9e5eea4f233c8738c46a3/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:34,158 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1038): replaying wal for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,158 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1038): replaying wal for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,159 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,159 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,159 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,159 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,160 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1048): stopping wal replay for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,160 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1060): Cleaning up temporary data for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,160 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1048): stopping wal replay for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,160 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1060): Cleaning up temporary data for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,161 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1093): writing seq id for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,161 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1093): writing seq id for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,163 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:34,163 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:34,164 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1114): Opened a0541bec9477ed5716c4eb3e20e040ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73242022, jitterRate=0.0913911759853363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:34,164 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1114): Opened ba87862ce3c9e5eea4f233c8738c46a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58847969, jitterRate=-0.12309692800045013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:34,164 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,164 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,164 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegion(1006): Region open journal for a0541bec9477ed5716c4eb3e20e040ad:
Running coprocessor pre-open hook at 1732632334154Writing region info on filesystem at 1732632334154Initializing all the Stores at 1732632334155 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632334155Cleaning up temporary data from old regions at 1732632334160 (+5 ms)Running coprocessor post-open hooks at 1732632334164 (+4 ms)Region opened successfully at 1732632334164
2024-11-26T14:45:34,164 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegion(1006): Region open journal for ba87862ce3c9e5eea4f233c8738c46a3:
Running coprocessor pre-open hook at 1732632334154Writing region info on filesystem at 1732632334154Initializing all the Stores at 1732632334155 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632334155Cleaning up temporary data from old regions at 1732632334160 (+5 ms)Running coprocessor post-open hooks at 1732632334164 (+4 ms)Region opened successfully at 1732632334164
2024-11-26T14:45:34,165 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad., pid=199, masterSystemTime=1732632334146
2024-11-26T14:45:34,165 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3., pid=198, masterSystemTime=1732632334145
2024-11-26T14:45:34,167 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,167 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=198}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,167 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=196 updating hbase:meta row=ba87862ce3c9e5eea4f233c8738c46a3, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:34,167 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:34,167 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=199}] handler.AssignRegionHandler(153): Opened testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:34,168 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=197 updating hbase:meta row=a0541bec9477ed5716c4eb3e20e040ad, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=198, ppid=196, state=RUNNABLE, hasLock=false; OpenRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:45:34,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=199, ppid=197, state=RUNNABLE, hasLock=false; OpenRegionProcedure a0541bec9477ed5716c4eb3e20e040ad, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:34,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=198, resume processing ppid=196
2024-11-26T14:45:34,171 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=198, ppid=196, state=SUCCESS, hasLock=false; OpenRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3, server=19945b63c2b4,46365,1732632046344 in 178 msec
2024-11-26T14:45:34,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=199, resume processing ppid=197
2024-11-26T14:45:34,172 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=199, ppid=197, state=SUCCESS, hasLock=false; OpenRegionProcedure a0541bec9477ed5716c4eb3e20e040ad, server=19945b63c2b4,40087,1732632046275 in 177 msec
2024-11-26T14:45:34,172 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=196, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, ASSIGN in 334 msec
2024-11-26T14:45:34,173 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=197, resume processing ppid=195
2024-11-26T14:45:34,173 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=197, ppid=195, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, ASSIGN in 335 msec
2024-11-26T14:45:34,174 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:45:34,174 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632334174"}]},"ts":"1732632334174"}
2024-11-26T14:45:34,175 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=ENABLED in hbase:meta
2024-11-26T14:45:34,175 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=195, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testEmptyExportFileSystemState execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:45:34,175 DEBUG [PEWorker-5 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testEmptyExportFileSystemState jenkins: RWXCA
2024-11-26T14:45:34,178 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-26T14:45:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:34,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF\x0AK\x0A\x07jenkins\x12@\x08\x03"<\x0A0\x0A\x07default\x12%testtb-testEmptyExportFileSystemState \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,236 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:34,237 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=195, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testEmptyExportFileSystemState in 422 msec
2024-11-26T14:45:34,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=195
2024-11-26T14:45:34,439 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-26T14:45:34,439 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-26T14:45:34,444 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,444 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:34,447 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,454 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,459 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,461 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:45:34,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632334461 (current time:1732632334461).
2024-11-26T14:45:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-26T14:45:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cb86b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:34,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:34,463 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:34,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:34,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6baaad49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:34,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:34,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,465 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:34,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f9e9631, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:34,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:34,468 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:34,469 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,469 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55c05c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:34,471 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@868fffc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:34,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:34,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,472 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:34,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@324cb5f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:34,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:34,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:34,475 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:34,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:34,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,480 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-26T14:45:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=200, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:45:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 200
2024-11-26T14:45:34,483 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:34,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-26T14:45:34,484 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:34,486 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:34,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742274_1450 (size=185)
2024-11-26T14:45:34,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742274_1450 (size=185)
2024-11-26T14:45:34,491 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742274_1450 (size=185)
2024-11-26T14:45:34,492 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:34,492 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3}, {pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad}]
2024-11-26T14:45:34,493 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,493 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-26T14:45:34,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=201
2024-11-26T14:45:34,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=202
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.HRegion(2603): Flush status journal for ba87862ce3c9e5eea4f233c8738c46a3:

2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.HRegion(2603): Flush status journal for a0541bec9477ed5716c4eb3e20e040ad:

2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad. for emptySnaptb0-testEmptyExportFileSystemState completed.
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.' region-info for snapshot=emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:34,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:34,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742275_1451 (size=76)
2024-11-26T14:45:34,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742275_1451 (size=76)
2024-11-26T14:45:34,655 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742275_1451 (size=76)
2024-11-26T14:45:34,655 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,656 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=201}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=201
2024-11-26T14:45:34,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=201
2024-11-26T14:45:34,656 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,656 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=201, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,658 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=201, ppid=200, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3 in 165 msec
2024-11-26T14:45:34,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742276_1452 (size=76)
2024-11-26T14:45:34,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742276_1452 (size=76)
2024-11-26T14:45:34,669 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742276_1452 (size=76)
2024-11-26T14:45:34,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:34,670 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=202}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=202
2024-11-26T14:45:34,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=202
2024-11-26T14:45:34,670 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testEmptyExportFileSystemState on region a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,670 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=202, ppid=200, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,673 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=202, resume processing ppid=200
2024-11-26T14:45:34,673 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=202, ppid=200, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad in 179 msec
2024-11-26T14:45:34,673 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:34,674 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:34,674 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:34,674 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:34,674 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:34,675 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:45:34,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742277_1453 (size=68)
2024-11-26T14:45:34,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742277_1453 (size=68)
2024-11-26T14:45:34,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742277_1453 (size=68)
2024-11-26T14:45:34,681 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:34,681 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:34,682 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:34,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742278_1454 (size=673)
2024-11-26T14:45:34,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742278_1454 (size=673)
2024-11-26T14:45:34,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742278_1454 (size=673)
2024-11-26T14:45:34,690 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:34,694 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:34,694 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:34,695 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=200, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:34,695 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 200
2024-11-26T14:45:34,696 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=200, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=200, snapshot={ ss=emptySnaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 214 msec
2024-11-26T14:45:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=200
2024-11-26T14:45:34,800 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-26T14:45:34,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:34,818 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:34,818 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testEmptyExportFileSystemState
2024-11-26T14:45:34,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:34,820 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:34,821 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,825 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,829 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testEmptyExportFileSystemState,, stopping at row=testtb-testEmptyExportFileSystemState ,, for max=2147483647 with caching=100
2024-11-26T14:45:34,831 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:45:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632334831 (current time:1732632334831).
2024-11-26T14:45:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testEmptyExportFileSystemState VERSION not specified, setting to 2
2024-11-26T14:45:34,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739030c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:34,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:34,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7acc19b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:34,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,834 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:34,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0697d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:34,836 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:34,837 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,837 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df71446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:34,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:34,838 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8ae0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,840 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:34,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34501f32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:34,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:34,843 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:34,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testEmptyExportFileSystemState', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:34,846 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:34,846 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:34,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testEmptyExportFileSystemState], kv [jenkins: RWXCA]
2024-11-26T14:45:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=203, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }
2024-11-26T14:45:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 203
2024-11-26T14:45:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-26T14:45:34,849 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:34,850 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:34,851 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:34,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742279_1455 (size=180)
2024-11-26T14:45:34,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742279_1455 (size=180)
2024-11-26T14:45:34,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742279_1455 (size=180)
2024-11-26T14:45:34,858 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:34,858 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3}, {pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad}]
2024-11-26T14:45:34,859 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:34,859 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:34,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-26T14:45:35,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=205
2024-11-26T14:45:35,012 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=204
2024-11-26T14:45:35,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:35,013 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:35,013 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(2902): Flushing ba87862ce3c9e5eea4f233c8738c46a3 1/1 column families, dataSize=65 B heapSize=400 B
2024-11-26T14:45:35,013 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(2902): Flushing a0541bec9477ed5716c4eb3e20e040ad 1/1 column families, dataSize=3.19 KB heapSize=7.14 KB
2024-11-26T14:45:35,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3 is 69, key is 0d9ea6b91096045e64a755eb1aa062d5f/cf:q/1732632334814/Put/seqid=0
2024-11-26T14:45:35,036 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad is 71, key is 107bc7275fd3c5ffdcc726cdfb759cb1/cf:q/1732632334817/Put/seqid=0
2024-11-26T14:45:35,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742280_1456 (size=4964)
2024-11-26T14:45:35,043 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742280_1456 (size=4964)
2024-11-26T14:45:35,044 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742280_1456 (size=4964)
2024-11-26T14:45:35,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:35,048 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:35,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/.tmp/cf/263269550f5943a19eeccee3961047a3, store: [table=testtb-testEmptyExportFileSystemState family=cf region=ba87862ce3c9e5eea4f233c8738c46a3]
2024-11-26T14:45:35,049 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742281_1457 (size=8311)
2024-11-26T14:45:35,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/.tmp/cf/263269550f5943a19eeccee3961047a3 is 214, key is 0d9ea6b91096045e64a755eb1aa062d5f/cf:q/1732632334814/Put/seqid=0
2024-11-26T14:45:35,050 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742281_1457 (size=8311)
2024-11-26T14:45:35,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742281_1457 (size=8311)
2024-11-26T14:45:35,052 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:35,056 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:35,057 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/.tmp/cf/2c8d6a31bd1b4f3eb3c103e2654aab87, store: [table=testtb-testEmptyExportFileSystemState family=cf region=a0541bec9477ed5716c4eb3e20e040ad]
2024-11-26T14:45:35,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/.tmp/cf/2c8d6a31bd1b4f3eb3c103e2654aab87 is 214, key is 189a7eefe7843b6dd0e438a5d7eab775a/cf:q/1732632334817/Put/seqid=0
2024-11-26T14:45:35,063 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742282_1458 (size=5514)
2024-11-26T14:45:35,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742282_1458 (size=5514)
2024-11-26T14:45:35,064 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742282_1458 (size=5514)
2024-11-26T14:45:35,064 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=65, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/.tmp/cf/263269550f5943a19eeccee3961047a3
2024-11-26T14:45:35,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742283_1459 (size=15657)
2024-11-26T14:45:35,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742283_1459 (size=15657)
2024-11-26T14:45:35,066 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742283_1459 (size=15657)
2024-11-26T14:45:35,066 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/.tmp/cf/2c8d6a31bd1b4f3eb3c103e2654aab87
2024-11-26T14:45:35,069 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/.tmp/cf/263269550f5943a19eeccee3961047a3 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf/263269550f5943a19eeccee3961047a3
2024-11-26T14:45:35,071 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/.tmp/cf/2c8d6a31bd1b4f3eb3c103e2654aab87 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf/2c8d6a31bd1b4f3eb3c103e2654aab87
2024-11-26T14:45:35,074 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf/263269550f5943a19eeccee3961047a3, entries=1, sequenceid=6, filesize=5.4 K
2024-11-26T14:45:35,075 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf/2c8d6a31bd1b4f3eb3c103e2654aab87, entries=49, sequenceid=6, filesize=15.3 K
2024-11-26T14:45:35,076 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(3140): Finished flush of dataSize ~65 B/65, heapSize ~384 B/384, currentSize=0 B/0 for ba87862ce3c9e5eea4f233c8738c46a3 in 63ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testEmptyExportFileSystemState'
2024-11-26T14:45:35,076 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(3140): Finished flush of dataSize ~3.19 KB/3271, heapSize ~7.13 KB/7296, currentSize=0 B/0 for a0541bec9477ed5716c4eb3e20e040ad in 63ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testEmptyExportFileSystemState'
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.HRegion(2603): Flush status journal for ba87862ce3c9e5eea4f233c8738c46a3:

2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.HRegion(2603): Flush status journal for a0541bec9477ed5716c4eb3e20e040ad:

2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad. for snaptb0-testEmptyExportFileSystemState completed.
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(241): Storing 'testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.' region-info for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:35,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf/2c8d6a31bd1b4f3eb3c103e2654aab87] hfiles
2024-11-26T14:45:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf/263269550f5943a19eeccee3961047a3] hfiles
2024-11-26T14:45:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf/263269550f5943a19eeccee3961047a3 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf/2c8d6a31bd1b4f3eb3c103e2654aab87 for snapshot=snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742285_1461 (size=115)
2024-11-26T14:45:35,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742285_1461 (size=115)
2024-11-26T14:45:35,092 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742285_1461 (size=115)
2024-11-26T14:45:35,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:35,092 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=204}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=204
2024-11-26T14:45:35,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=204
2024-11-26T14:45:35,093 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:35,093 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=204, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:35,094 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=204, ppid=203, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3 in 235 msec
2024-11-26T14:45:35,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742284_1460 (size=115)
2024-11-26T14:45:35,097 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742284_1460 (size=115)
2024-11-26T14:45:35,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742284_1460 (size=115)
2024-11-26T14:45:35,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:35,098 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=205}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=205
2024-11-26T14:45:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=205
2024-11-26T14:45:35,098 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testEmptyExportFileSystemState on region a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:35,099 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=205, ppid=203, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:35,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=205, resume processing ppid=203
2024-11-26T14:45:35,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=205, ppid=203, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a0541bec9477ed5716c4eb3e20e040ad in 241 msec
2024-11-26T14:45:35,101 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:35,101 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:35,102 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:35,102 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:35,102 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:35,103 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3] hfiles
2024-11-26T14:45:35,103 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:35,103 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:35,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742286_1462 (size=299)
2024-11-26T14:45:35,108 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742286_1462 (size=299)
2024-11-26T14:45:35,109 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742286_1462 (size=299)
2024-11-26T14:45:35,110 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:35,110 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,110 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,116 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742287_1463 (size=983)
2024-11-26T14:45:35,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742287_1463 (size=983)
2024-11-26T14:45:35,117 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742287_1463 (size=983)
2024-11-26T14:45:35,119 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:35,123 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:35,124 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testEmptyExportFileSystemState to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,125 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=203, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:35,125 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 }, snapshot procedure id = 203
2024-11-26T14:45:35,126 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=203, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=203, snapshot={ ss=snaptb0-testEmptyExportFileSystemState table=testtb-testEmptyExportFileSystemState type=FLUSH ttl=0 } in 278 msec
2024-11-26T14:45:35,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=203
2024-11-26T14:45:35,170 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-26T14:45:35,170 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170
2024-11-26T14:45:35,170 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:35,202 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:35,202 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,203 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:45:35,207 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170/.hbase-snapshot/.tmp/emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:35,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742288_1464 (size=185)
2024-11-26T14:45:35,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742288_1464 (size=185)
2024-11-26T14:45:35,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742289_1465 (size=673)
2024-11-26T14:45:35,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742288_1464 (size=185)
2024-11-26T14:45:35,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742289_1465 (size=673)
2024-11-26T14:45:35,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742289_1465 (size=673)
2024-11-26T14:45:35,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:35,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:35,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:35,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-26T14:45:35,637 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState Metrics about Tables on a single HBase RegionServer
2024-11-26T14:45:35,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportExpiredSnapshot
2024-11-26T14:45:36,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-3964642555440172026.jar
2024-11-26T14:45:36,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-13196634144353963152.jar
2024-11-26T14:45:36,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,185 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,186 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:45:36,187 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:45:36,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:45:36,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:45:36,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:45:36,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:45:36,188 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:36,189 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:36,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742290_1466 (size=24020)
2024-11-26T14:45:36,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742290_1466 (size=24020)
2024-11-26T14:45:36,233 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742290_1466 (size=24020)
2024-11-26T14:45:36,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742291_1467 (size=77755)
2024-11-26T14:45:36,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742291_1467 (size=77755)
2024-11-26T14:45:36,239 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742291_1467 (size=77755)
2024-11-26T14:45:36,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742292_1468 (size=131360)
2024-11-26T14:45:36,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742292_1468 (size=131360)
2024-11-26T14:45:36,245 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742292_1468 (size=131360)
2024-11-26T14:45:36,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742293_1469 (size=111793)
2024-11-26T14:45:36,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742293_1469 (size=111793)
2024-11-26T14:45:36,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742293_1469 (size=111793)
2024-11-26T14:45:36,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742294_1470 (size=1832290)
2024-11-26T14:45:36,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742294_1470 (size=1832290)
2024-11-26T14:45:36,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742294_1470 (size=1832290)
2024-11-26T14:45:36,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742295_1471 (size=8360005)
2024-11-26T14:45:36,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742295_1471 (size=8360005)
2024-11-26T14:45:36,285 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742295_1471 (size=8360005)
2024-11-26T14:45:36,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742296_1472 (size=503880)
2024-11-26T14:45:36,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742296_1472 (size=503880)
2024-11-26T14:45:36,292 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742296_1472 (size=503880)
2024-11-26T14:45:36,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742297_1473 (size=6424749)
2024-11-26T14:45:36,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742297_1473 (size=6424749)
2024-11-26T14:45:36,325 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742297_1473 (size=6424749)
2024-11-26T14:45:36,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742298_1474 (size=440956)
2024-11-26T14:45:36,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742298_1474 (size=440956)
2024-11-26T14:45:36,740 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742298_1474 (size=440956)
2024-11-26T14:45:36,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742299_1475 (size=322274)
2024-11-26T14:45:36,749 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742299_1475 (size=322274)
2024-11-26T14:45:36,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742299_1475 (size=322274)
2024-11-26T14:45:36,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742300_1476 (size=20406)
2024-11-26T14:45:36,761 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742300_1476 (size=20406)
2024-11-26T14:45:36,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742300_1476 (size=20406)
2024-11-26T14:45:36,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742301_1477 (size=45609)
2024-11-26T14:45:36,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742301_1477 (size=45609)
2024-11-26T14:45:36,767 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742301_1477 (size=45609)
2024-11-26T14:45:36,772 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742302_1478 (size=136454)
2024-11-26T14:45:36,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742302_1478 (size=136454)
2024-11-26T14:45:36,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742302_1478 (size=136454)
2024-11-26T14:45:36,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742303_1479 (size=1597136)
2024-11-26T14:45:36,783 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742303_1479 (size=1597136)
2024-11-26T14:45:36,784 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742303_1479 (size=1597136)
2024-11-26T14:45:36,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742304_1480 (size=30873)
2024-11-26T14:45:36,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742304_1480 (size=30873)
2024-11-26T14:45:36,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742304_1480 (size=30873)
2024-11-26T14:45:36,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742305_1481 (size=29229)
2024-11-26T14:45:36,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742305_1481 (size=29229)
2024-11-26T14:45:36,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742305_1481 (size=29229)
2024-11-26T14:45:36,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742306_1482 (size=903859)
2024-11-26T14:45:36,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742306_1482 (size=903859)
2024-11-26T14:45:36,808 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742306_1482 (size=903859)
2024-11-26T14:45:36,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742307_1483 (size=5175431)
2024-11-26T14:45:36,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742307_1483 (size=5175431)
2024-11-26T14:45:36,828 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742307_1483 (size=5175431)
2024-11-26T14:45:36,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742308_1484 (size=232881)
2024-11-26T14:45:36,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742308_1484 (size=232881)
2024-11-26T14:45:36,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742308_1484 (size=232881)
2024-11-26T14:45:36,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742309_1485 (size=1323991)
2024-11-26T14:45:36,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742309_1485 (size=1323991)
2024-11-26T14:45:36,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742309_1485 (size=1323991)
2024-11-26T14:45:36,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742310_1486 (size=4695811)
2024-11-26T14:45:36,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742310_1486 (size=4695811)
2024-11-26T14:45:36,860 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742310_1486 (size=4695811)
2024-11-26T14:45:36,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742311_1487 (size=1877034)
2024-11-26T14:45:36,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742311_1487 (size=1877034)
2024-11-26T14:45:36,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742311_1487 (size=1877034)
2024-11-26T14:45:36,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742312_1488 (size=217555)
2024-11-26T14:45:36,874 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742312_1488 (size=217555)
2024-11-26T14:45:36,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742312_1488 (size=217555)
2024-11-26T14:45:36,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742313_1489 (size=4188619)
2024-11-26T14:45:36,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742313_1489 (size=4188619)
2024-11-26T14:45:36,890 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742313_1489 (size=4188619)
2024-11-26T14:45:36,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742314_1490 (size=127628)
2024-11-26T14:45:36,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742314_1490 (size=127628)
2024-11-26T14:45:36,897 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742314_1490 (size=127628)
2024-11-26T14:45:36,898 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:45:36,899 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'emptySnaptb0-testEmptyExportFileSystemState' hfile list
2024-11-26T14:45:36,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742315_1491 (size=7)
2024-11-26T14:45:36,905 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742315_1491 (size=7)
2024-11-26T14:45:36,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742315_1491 (size=7)
2024-11-26T14:45:36,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742316_1492 (size=10)
2024-11-26T14:45:36,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742316_1492 (size=10)
2024-11-26T14:45:36,911 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742316_1492 (size=10)
2024-11-26T14:45:36,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742317_1493 (size=303982)
2024-11-26T14:45:36,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742317_1493 (size=303982)
2024-11-26T14:45:36,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742317_1493 (size=303982)
2024-11-26T14:45:36,937 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:45:36,937 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:45:36,971 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0008_000001 (auth:SIMPLE) from 127.0.0.1:44214
2024-11-26T14:45:39,029 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:41,984 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0008_000001 (auth:SIMPLE) from 127.0.0.1:48954
2024-11-26T14:45:42,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742318_1494 (size=349656)
2024-11-26T14:45:42,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742318_1494 (size=349656)
2024-11-26T14:45:42,326 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742318_1494 (size=349656)
2024-11-26T14:45:43,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742319_1495 (size=8568)
2024-11-26T14:45:43,085 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742319_1495 (size=8568)
2024-11-26T14:45:43,086 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742319_1495 (size=8568)
2024-11-26T14:45:43,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742320_1496 (size=460)
2024-11-26T14:45:43,101 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742320_1496 (size=460)
2024-11-26T14:45:43,102 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742320_1496 (size=460)
2024-11-26T14:45:43,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742321_1497 (size=8568)
2024-11-26T14:45:43,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742321_1497 (size=8568)
2024-11-26T14:45:43,135 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742321_1497 (size=8568)
2024-11-26T14:45:43,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742322_1498 (size=349656)
2024-11-26T14:45:43,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742322_1498 (size=349656)
2024-11-26T14:45:43,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742322_1498 (size=349656)
2024-11-26T14:45:44,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:45:45,040 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:45:45,040 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:45:45,046 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:45,046 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:45:45,047 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:45:45,047 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:45,048 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-26T14:45:45,048 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-26T14:45:45,048 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:45,048 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/.snapshotinfo
2024-11-26T14:45:45,048 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632335170/.hbase-snapshot/emptySnaptb0-testEmptyExportFileSystemState/data.manifest
2024-11-26T14:45:45,053 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=206, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-26T14:45:45,056 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632345056"}]},"ts":"1732632345056"}
2024-11-26T14:45:45,058 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLING in hbase:meta
2024-11-26T14:45:45,058 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testtb-testEmptyExportFileSystemState to state=DISABLING
2024-11-26T14:45:45,058 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=207, ppid=206, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState}]
2024-11-26T14:45:45,060 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, UNASSIGN}, {pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, UNASSIGN}]
2024-11-26T14:45:45,061 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, UNASSIGN
2024-11-26T14:45:45,061 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, UNASSIGN
2024-11-26T14:45:45,061 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=209 updating hbase:meta row=a0541bec9477ed5716c4eb3e20e040ad, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:45,062 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=208 updating hbase:meta row=ba87862ce3c9e5eea4f233c8738c46a3, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:45,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=209, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, UNASSIGN because future has completed
2024-11-26T14:45:45,063 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:45,063 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=210, ppid=209, state=RUNNABLE, hasLock=false; CloseRegionProcedure a0541bec9477ed5716c4eb3e20e040ad, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:45,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=208, ppid=207, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, UNASSIGN because future has completed
2024-11-26T14:45:45,064 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:45,064 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=211, ppid=208, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:45:45,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-26T14:45:45,216 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(122): Close a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:45,216 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:45,217 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1722): Closing a0541bec9477ed5716c4eb3e20e040ad, disabling compactions & flushes
2024-11-26T14:45:45,217 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:45,217 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:45,217 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad. after waiting 0 ms
2024-11-26T14:45:45,217 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:45,217 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(122): Close ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:45,217 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1722): Closing ba87862ce3c9e5eea4f233c8738c46a3, disabling compactions & flushes
2024-11-26T14:45:45,218 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1755): Closing region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1843): Acquired close lock on testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3. after waiting 0 ms
2024-11-26T14:45:45,218 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1853): Updates disabled for region testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:45,224 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:45:45,225 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:45,225 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.
2024-11-26T14:45:45,225 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] regionserver.HRegion(1676): Region close journal for a0541bec9477ed5716c4eb3e20e040ad:
Waiting for close lock at 1732632345216Running coprocessor pre-close hooks at 1732632345216Disabling compacts and flushes for region at 1732632345216Disabling writes for close at 1732632345217 (+1 ms)Writing region close event to WAL at 1732632345218 (+1 ms)Running coprocessor post-close hooks at 1732632345224 (+6 ms)Closed at 1732632345225 (+1 ms)
2024-11-26T14:45:45,225 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:45:45,225 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:45,225 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1973): Closed testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.
2024-11-26T14:45:45,226 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] regionserver.HRegion(1676): Region close journal for ba87862ce3c9e5eea4f233c8738c46a3:
Waiting for close lock at 1732632345217Running coprocessor pre-close hooks at 1732632345217Disabling compacts and flushes for region at 1732632345218 (+1 ms)Disabling writes for close at 1732632345218Writing region close event to WAL at 1732632345219 (+1 ms)Running coprocessor post-close hooks at 1732632345225 (+6 ms)Closed at 1732632345225
2024-11-26T14:45:45,227 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=210}] handler.UnassignRegionHandler(157): Closed a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:45,227 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=209 updating hbase:meta row=a0541bec9477ed5716c4eb3e20e040ad, regionState=CLOSED
2024-11-26T14:45:45,227 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=211}] handler.UnassignRegionHandler(157): Closed ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:45,228 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=208 updating hbase:meta row=ba87862ce3c9e5eea4f233c8738c46a3, regionState=CLOSED
2024-11-26T14:45:45,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=210, ppid=209, state=RUNNABLE, hasLock=false; CloseRegionProcedure a0541bec9477ed5716c4eb3e20e040ad, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:45,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=211, ppid=208, state=RUNNABLE, hasLock=false; CloseRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:45:45,231 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=210, resume processing ppid=209
2024-11-26T14:45:45,231 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=210, ppid=209, state=SUCCESS, hasLock=false; CloseRegionProcedure a0541bec9477ed5716c4eb3e20e040ad, server=19945b63c2b4,40087,1732632046275 in 167 msec
2024-11-26T14:45:45,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=211, resume processing ppid=208
2024-11-26T14:45:45,232 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=211, ppid=208, state=SUCCESS, hasLock=false; CloseRegionProcedure ba87862ce3c9e5eea4f233c8738c46a3, server=19945b63c2b4,46365,1732632046344 in 167 msec
2024-11-26T14:45:45,232 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=209, ppid=207, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=a0541bec9477ed5716c4eb3e20e040ad, UNASSIGN in 171 msec
2024-11-26T14:45:45,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=208, resume processing ppid=207
2024-11-26T14:45:45,233 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=208, ppid=207, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testEmptyExportFileSystemState, region=ba87862ce3c9e5eea4f233c8738c46a3, UNASSIGN in 172 msec
2024-11-26T14:45:45,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=207, resume processing ppid=206
2024-11-26T14:45:45,235 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=207, ppid=206, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testEmptyExportFileSystemState in 176 msec
2024-11-26T14:45:45,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632345236"}]},"ts":"1732632345236"}
2024-11-26T14:45:45,238 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testEmptyExportFileSystemState, state=DISABLED in hbase:meta
2024-11-26T14:45:45,238 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set testtb-testEmptyExportFileSystemState to state=DISABLED
2024-11-26T14:45:45,239 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=206, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testEmptyExportFileSystemState in 185 msec
2024-11-26T14:45:45,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=206
2024-11-26T14:45:45,369 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-26T14:45:45,370 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=212, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,374 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=212, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,376 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=212, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,379 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,381 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:45,381 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:45,383 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/recovered.edits]
2024-11-26T14:45:45,383 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/recovered.edits]
2024-11-26T14:45:45,387 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf/2c8d6a31bd1b4f3eb3c103e2654aab87 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/cf/2c8d6a31bd1b4f3eb3c103e2654aab87
2024-11-26T14:45:45,387 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf/263269550f5943a19eeccee3961047a3 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/cf/263269550f5943a19eeccee3961047a3
2024-11-26T14:45:45,389 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3/recovered.edits/9.seqid
2024-11-26T14:45:45,389 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad/recovered.edits/9.seqid
2024-11-26T14:45:45,389 DEBUG [HFileArchiver-23 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:45,389 DEBUG [HFileArchiver-18 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testEmptyExportFileSystemState/a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:45,389 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testEmptyExportFileSystemState regions
2024-11-26T14:45:45,390 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0
2024-11-26T14:45:45,390 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf]
2024-11-26T14:45:45,393 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/c4ca4238a0b923820dcc509a6f75849b202411262284ebfc279141c7a13bceb290b0a4a9_a0541bec9477ed5716c4eb3e20e040ad
2024-11-26T14:45:45,394 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0/cf/d41d8cd98f00b204e9800998ecf8427e20241126b57ad5600a7146419db3f1eb06ebb835_ba87862ce3c9e5eea4f233c8738c46a3
2024-11-26T14:45:45,395 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testEmptyExportFileSystemState/37e3865d2ff7e5e2da33a03e3f723df0
2024-11-26T14:45:45,397 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=212, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,399 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testEmptyExportFileSystemState from hbase:meta
2024-11-26T14:45:45,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,447 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-26T14:45:45,447 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-26T14:45:45,448 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-26T14:45:45,448 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testEmptyExportFileSystemState with data PBUF
2024-11-26T14:45:45,454 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testEmptyExportFileSystemState' descriptor.
2024-11-26T14:45:45,455 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=212, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,455 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testEmptyExportFileSystemState' from region states.
2024-11-26T14:45:45,455 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632345455"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:45,455 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632345455"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:45,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:45,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212
2024-11-26T14:45:45,457 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:45,457 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:45,458 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:45:45,458 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ba87862ce3c9e5eea4f233c8738c46a3, NAME => 'testtb-testEmptyExportFileSystemState,,1732632333812.ba87862ce3c9e5eea4f233c8738c46a3.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => a0541bec9477ed5716c4eb3e20e040ad, NAME => 'testtb-testEmptyExportFileSystemState,1,1732632333812.a0541bec9477ed5716c4eb3e20e040ad.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:45:45,458 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testEmptyExportFileSystemState' as deleted.
2024-11-26T14:45:45,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testEmptyExportFileSystemState","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632345458"}]},"ts":"9223372036854775807"}
2024-11-26T14:45:45,459 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:45,459 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:45,461 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testEmptyExportFileSystemState state from META
2024-11-26T14:45:45,461 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=212, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,462 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=212, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testEmptyExportFileSystemState in 91 msec
2024-11-26T14:45:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=212
2024-11-26T14:45:45,559 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,559 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testEmptyExportFileSystemState completed
2024-11-26T14:45:45,569 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-26T14:45:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:45,574 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testEmptyExportFileSystemState"
type: DISABLED

2024-11-26T14:45:45,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testEmptyExportFileSystemState
2024-11-26T14:45:45,595 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testEmptyExportFileSystemState Thread=819 (was 811)
Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44655
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:38731 from appattempt_1732632053631_0008_000001
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: Thread-7459
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: process reaper (pid 145059)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:52534 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:44655 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: HFileArchiver-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:33970 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1148261593_1 at /127.0.0.1:33944 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:50042 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1148261593_1 at /127.0.0.1:53058 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #14
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=815 (was 793) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=475 (was 490), ProcessCount=21 (was 18) - ProcessCount LEAK? -, AvailableMemoryMB=2997 (was 3498)
2024-11-26T14:45:45,595 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=819 is superior to 500
2024-11-26T14:45:45,613 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=819, OpenFileDescriptor=815, MaxFileDescriptor=1048576, SystemLoadAverage=475, ProcessCount=21, AvailableMemoryMB=2996
2024-11-26T14:45:45,613 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=819 is superior to 500
2024-11-26T14:45:45,615 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:45:45,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=213, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:45:45,617 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:45:45,617 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportWithChecksum"
 procId is: 213
2024-11-26T14:45:45,618 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:45:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-26T14:45:45,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742323_1499 (size=440)
2024-11-26T14:45:45,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742323_1499 (size=440)
2024-11-26T14:45:45,625 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742323_1499 (size=440)
2024-11-26T14:45:45,627 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 75a8206dd9fc47f40f08f20f5f98048b, NAME => 'testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:45,627 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 50c9471a04fae4c590eeb26cd344d613, NAME => 'testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportWithChecksum', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:45,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742324_1500 (size=65)
2024-11-26T14:45:45,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742324_1500 (size=65)
2024-11-26T14:45:45,634 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742324_1500 (size=65)
2024-11-26T14:45:45,634 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:45,634 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1722): Closing 50c9471a04fae4c590eeb26cd344d613, disabling compactions & flushes
2024-11-26T14:45:45,634 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,634 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,634 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613. after waiting 0 ms
2024-11-26T14:45:45,634 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,634 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,634 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-1 {}] regionserver.HRegion(1676): Region close journal for 50c9471a04fae4c590eeb26cd344d613:
Waiting for close lock at 1732632345634Disabling compacts and flushes for region at 1732632345634Disabling writes for close at 1732632345634Writing region close event to WAL at 1732632345634Closed at 1732632345634
2024-11-26T14:45:45,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742325_1501 (size=65)
2024-11-26T14:45:45,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742325_1501 (size=65)
2024-11-26T14:45:45,637 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742325_1501 (size=65)
2024-11-26T14:45:45,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testEmptyExportFileSystemState
2024-11-26T14:45:45,638 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:45,638 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1722): Closing 75a8206dd9fc47f40f08f20f5f98048b, disabling compactions & flushes
2024-11-26T14:45:45,638 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,638 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,638 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b. after waiting 0 ms
2024-11-26T14:45:45,638 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,638 INFO  [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,638 DEBUG [RegionOpenAndInit-testtb-testExportWithChecksum-pool-0 {}] regionserver.HRegion(1676): Region close journal for 75a8206dd9fc47f40f08f20f5f98048b:
Waiting for close lock at 1732632345638Disabling compacts and flushes for region at 1732632345638Disabling writes for close at 1732632345638Writing region close event to WAL at 1732632345638Closed at 1732632345638
2024-11-26T14:45:45,639 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:45:45,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732632345639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632345639"}]},"ts":"1732632345639"}
2024-11-26T14:45:45,639 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.","families":{"info":[{"qualifier":"regioninfo","vlen":64,"tag":[],"timestamp":"1732632345639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632345639"}]},"ts":"1732632345639"}
2024-11-26T14:45:45,641 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:45:45,642 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:45:45,642 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632345642"}]},"ts":"1732632345642"}
2024-11-26T14:45:45,643 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLING in hbase:meta
2024-11-26T14:45:45,643 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:45:45,644 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:45:45,644 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:45:45,644 INFO  [PEWorker-4 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:45:45,644 DEBUG [PEWorker-4 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:45:45,645 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, ASSIGN}, {pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, ASSIGN}]
2024-11-26T14:45:45,645 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, ASSIGN
2024-11-26T14:45:45,646 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, ASSIGN
2024-11-26T14:45:45,646 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, ASSIGN; state=OFFLINE, location=19945b63c2b4,40087,1732632046275; forceNewPlan=false, retain=false
2024-11-26T14:45:45,646 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:45:45,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-26T14:45:45,797 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:45:45,797 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=50c9471a04fae4c590eeb26cd344d613, regionState=OPENING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:45,797 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=75a8206dd9fc47f40f08f20f5f98048b, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:45,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=214, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, ASSIGN because future has completed
2024-11-26T14:45:45,799 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=216, ppid=214, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:45:45,799 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=215, ppid=213, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, ASSIGN because future has completed
2024-11-26T14:45:45,800 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=217, ppid=215, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-26T14:45:45,958 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,958 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7752): Opening region: {ENCODED => 75a8206dd9fc47f40f08f20f5f98048b, NAME => 'testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:45:45,958 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b. service=AccessControlService
2024-11-26T14:45:45,958 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] handler.AssignRegionHandler(132): Open testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,958 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:45,958 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7752): Opening region: {ENCODED => 50c9471a04fae4c590eeb26cd344d613, NAME => 'testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:45:45,958 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613. service=AccessControlService
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7794): checking encryption for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(7797): checking classloading for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,959 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportWithChecksum 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(898): Instantiated testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7794): checking encryption for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,959 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(7797): checking classloading for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,960 INFO  [StoreOpener-75a8206dd9fc47f40f08f20f5f98048b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 75a8206dd9fc47f40f08f20f5f98048b 
2024-11-26T14:45:45,961 INFO  [StoreOpener-50c9471a04fae4c590eeb26cd344d613-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 50c9471a04fae4c590eeb26cd344d613 
2024-11-26T14:45:45,962 INFO  [StoreOpener-75a8206dd9fc47f40f08f20f5f98048b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 75a8206dd9fc47f40f08f20f5f98048b columnFamilyName cf
2024-11-26T14:45:45,962 INFO  [StoreOpener-50c9471a04fae4c590eeb26cd344d613-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 50c9471a04fae4c590eeb26cd344d613 columnFamilyName cf
2024-11-26T14:45:45,963 DEBUG [StoreOpener-50c9471a04fae4c590eeb26cd344d613-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:45,963 DEBUG [StoreOpener-75a8206dd9fc47f40f08f20f5f98048b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:45,963 INFO  [StoreOpener-75a8206dd9fc47f40f08f20f5f98048b-1 {}] regionserver.HStore(327): Store=75a8206dd9fc47f40f08f20f5f98048b/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:45,963 INFO  [StoreOpener-50c9471a04fae4c590eeb26cd344d613-1 {}] regionserver.HStore(327): Store=50c9471a04fae4c590eeb26cd344d613/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:45,963 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1038): replaying wal for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,963 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1038): replaying wal for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1048): stopping wal replay for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1060): Cleaning up temporary data for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1048): stopping wal replay for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,964 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1060): Cleaning up temporary data for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,966 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1093): writing seq id for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,966 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1093): writing seq id for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,967 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:45,967 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:45:45,968 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1114): Opened 50c9471a04fae4c590eeb26cd344d613; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65470807, jitterRate=-0.02440895140171051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:45,968 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1114): Opened 75a8206dd9fc47f40f08f20f5f98048b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70455639, jitterRate=0.04987083375453949}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:45,968 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:45,968 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:45,968 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegion(1006): Region open journal for 50c9471a04fae4c590eeb26cd344d613:
Running coprocessor pre-open hook at 1732632345959Writing region info on filesystem at 1732632345959Initializing all the Stores at 1732632345960 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632345960Cleaning up temporary data from old regions at 1732632345964 (+4 ms)Running coprocessor post-open hooks at 1732632345968 (+4 ms)Region opened successfully at 1732632345968
2024-11-26T14:45:45,968 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegion(1006): Region open journal for 75a8206dd9fc47f40f08f20f5f98048b:
Running coprocessor pre-open hook at 1732632345959Writing region info on filesystem at 1732632345959Initializing all the Stores at 1732632345960 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632345960Cleaning up temporary data from old regions at 1732632345964 (+4 ms)Running coprocessor post-open hooks at 1732632345968 (+4 ms)Region opened successfully at 1732632345968
2024-11-26T14:45:45,969 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613., pid=217, masterSystemTime=1732632345952
2024-11-26T14:45:45,969 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b., pid=216, masterSystemTime=1732632345951
2024-11-26T14:45:45,971 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,971 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=217}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:45,971 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=215 updating hbase:meta row=50c9471a04fae4c590eeb26cd344d613, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:45,971 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,971 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=216}] handler.AssignRegionHandler(153): Opened testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:45,972 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=214 updating hbase:meta row=75a8206dd9fc47f40f08f20f5f98048b, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:45:45,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=217, ppid=215, state=RUNNABLE, hasLock=false; OpenRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:45,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=216, ppid=214, state=RUNNABLE, hasLock=false; OpenRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:45:45,976 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=217, resume processing ppid=215
2024-11-26T14:45:45,976 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=217, ppid=215, state=SUCCESS, hasLock=false; OpenRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275 in 174 msec
2024-11-26T14:45:45,977 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=216, resume processing ppid=214
2024-11-26T14:45:45,977 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=216, ppid=214, state=SUCCESS, hasLock=false; OpenRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344 in 176 msec
2024-11-26T14:45:45,977 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=215, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, ASSIGN in 331 msec
2024-11-26T14:45:45,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=214, resume processing ppid=213
2024-11-26T14:45:45,978 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=214, ppid=213, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, ASSIGN in 332 msec
2024-11-26T14:45:45,979 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:45:45,979 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632345979"}]},"ts":"1732632345979"}
2024-11-26T14:45:45,980 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=ENABLED in hbase:meta
2024-11-26T14:45:45,981 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=213, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportWithChecksum execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:45:45,981 DEBUG [PEWorker-4 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportWithChecksum jenkins: RWXCA
2024-11-26T14:45:45,983 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-26T14:45:46,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:46,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:46,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:46,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:45:46,045 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,045 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,045 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,046 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,046 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,046 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,046 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,046 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF\x0AC\x0A\x07jenkins\x128\x08\x03"4\x0A(\x0A\x07default\x12\x1Dtesttb-testExportWithChecksum \x00 \x01 \x02 \x03 \x04
2024-11-26T14:45:46,047 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=213, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportWithChecksum in 430 msec
2024-11-26T14:45:46,239 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=662.40 KB, freeSize=879.35 MB, max=880 MB, blockCount=2, accesses=2, hits=0, hitRatio=0, cachingAccesses=2, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0
2024-11-26T14:45:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=213
2024-11-26T14:45:46,249 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-26T14:45:46,249 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-26T14:45:46,251 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:46,251 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:46,252 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,255 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,260 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,262 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-26T14:45:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632346262 (current time:1732632346262).
2024-11-26T14:45:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-26T14:45:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:46,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9ad686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:46,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:46,263 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:46,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44ddb398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,265 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:46,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e2400bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:46,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:46,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:46,267 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:46,268 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,268 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d30c6cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:46,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:46,270 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ea970d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:46,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,271 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:46,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48e57f44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:46,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:46,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:46,275 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:46,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:46,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149.
2024-11-26T14:45:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,278 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:46,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-26T14:45:46,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=218, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-26T14:45:46,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 218
2024-11-26T14:45:46,280 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:46,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-26T14:45:46,281 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:46,283 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:46,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742326_1502 (size=161)
2024-11-26T14:45:46,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742326_1502 (size=161)
2024-11-26T14:45:46,288 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742326_1502 (size=161)
2024-11-26T14:45:46,289 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:46,290 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b}, {pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613}]
2024-11-26T14:45:46,290 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,290 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:46,306 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=919.14 KB, freeSize=879.10 MB, max=880 MB, blockCount=3, accesses=5, hits=2, hitRatio=40.00%, , cachingAccesses=5, cachingHits=2, cachingHitsRatio=40.00%, evictions=29, evicted=0, evictedPerRun=0.0
2024-11-26T14:45:46,385 INFO  [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=0, hits=0, hitRatio=0, cachingAccesses=0, cachingHits=0, cachingHitsRatio=0,evictions=29, evicted=0, evictedPerRun=0.0
2024-11-26T14:45:46,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-26T14:45:46,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=219
2024-11-26T14:45:46,443 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=220
2024-11-26T14:45:46,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:46,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:46,444 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.HRegion(2603): Flush status journal for 75a8206dd9fc47f40f08f20f5f98048b:

2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b. for emptySnaptb0-testExportWithChecksum completed.
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.HRegion(2603): Flush status journal for 50c9471a04fae4c590eeb26cd344d613:

2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613. for emptySnaptb0-testExportWithChecksum completed.
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.' region-info for snapshot=emptySnaptb0-testExportWithChecksum
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:46,445 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:45:46,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742327_1503 (size=68)
2024-11-26T14:45:46,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742328_1504 (size=68)
2024-11-26T14:45:46,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742327_1503 (size=68)
2024-11-26T14:45:46,456 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742328_1504 (size=68)
2024-11-26T14:45:46,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742327_1503 (size=68)
2024-11-26T14:45:46,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742328_1504 (size=68)
2024-11-26T14:45:46,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:46,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=220}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=220
2024-11-26T14:45:46,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:46,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=219}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=219
2024-11-26T14:45:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=220
2024-11-26T14:45:46,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=219
2024-11-26T14:45:46,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportWithChecksum on region 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,458 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=220, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:46,458 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=219, ppid=218, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,460 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=220, ppid=218, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613 in 169 msec
2024-11-26T14:45:46,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=219, resume processing ppid=218
2024-11-26T14:45:46,461 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=219, ppid=218, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b in 169 msec
2024-11-26T14:45:46,461 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:46,462 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:46,463 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:46,463 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:46,463 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:46,463 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:45:46,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742329_1505 (size=60)
2024-11-26T14:45:46,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742329_1505 (size=60)
2024-11-26T14:45:46,470 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742329_1505 (size=60)
2024-11-26T14:45:46,471 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:46,471 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportWithChecksum
2024-11-26T14:45:46,472 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum
2024-11-26T14:45:46,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742330_1506 (size=641)
2024-11-26T14:45:46,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742330_1506 (size=641)
2024-11-26T14:45:46,482 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742330_1506 (size=641)
2024-11-26T14:45:46,485 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:46,490 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:46,491 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportWithChecksum to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportWithChecksum
2024-11-26T14:45:46,492 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=218, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:46,492 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 218
2024-11-26T14:45:46,493 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=218, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=218, snapshot={ ss=emptySnaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 213 msec
2024-11-26T14:45:46,503 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=2, created chunk count=10, reused chunk count=20, reuseRatio=66.67%
2024-11-26T14:45:46,504 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
2024-11-26T14:45:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=218
2024-11-26T14:45:46,600 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-26T14:45:46,612 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:46,614 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40087 {}] regionserver.HRegion(8528): writing data to region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:45:46,614 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportWithChecksum
2024-11-26T14:45:46,617 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:46,617 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:45:46,619 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,622 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportWithChecksum,, stopping at row=testtb-testExportWithChecksum ,, for max=2147483647 with caching=100
2024-11-26T14:45:46,629 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-26T14:45:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632346629 (current time:1732632346629).
2024-11-26T14:45:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:45:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportWithChecksum VERSION not specified, setting to 2
2024-11-26T14:45:46,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:45:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15056100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:46,631 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4938119b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:46,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,632 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:46,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@408dbb34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:46,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:46,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:46,634 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:46,634 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:45:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,635 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6eb571e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:45:46,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:45:46,636 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:45:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:45:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:45:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa85d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:45:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:45:46,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,637 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:45:46,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41678696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:45:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:45:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1]
2024-11-26T14:45:46,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:46,639 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:46,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportWithChecksum', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:45:46,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:45:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:45:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:45:46,642 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:45:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportWithChecksum], kv [jenkins: RWXCA]
2024-11-26T14:45:46,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:45:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=221, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }
2024-11-26T14:45:46,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 221
2024-11-26T14:45:46,644 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:45:46,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-26T14:45:46,644 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:45:46,646 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:45:46,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742331_1507 (size=156)
2024-11-26T14:45:46,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742331_1507 (size=156)
2024-11-26T14:45:46,651 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742331_1507 (size=156)
2024-11-26T14:45:46,652 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:45:46,652 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b}, {pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613}]
2024-11-26T14:45:46,653 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,653 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:46,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-26T14:45:46,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=222
2024-11-26T14:45:46,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=223
2024-11-26T14:45:46,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:46,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:46,807 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(2902): Flushing 75a8206dd9fc47f40f08f20f5f98048b 1/1 column families, dataSize=266 B heapSize=832 B
2024-11-26T14:45:46,807 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(2902): Flushing 50c9471a04fae4c590eeb26cd344d613 1/1 column families, dataSize=3.00 KB heapSize=6.72 KB
2024-11-26T14:45:46,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b is 71, key is 024418c60154becdeddee5aad573a515/cf:q/1732632346612/Put/seqid=0
2024-11-26T14:45:46,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613 is 71, key is 1370a951574fbe63f1c53315b527ddfb/cf:q/1732632346613/Put/seqid=0
2024-11-26T14:45:46,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742332_1508 (size=5171)
2024-11-26T14:45:46,832 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742332_1508 (size=5171)
2024-11-26T14:45:46,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742332_1508 (size=5171)
2024-11-26T14:45:46,836 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742333_1509 (size=8101)
2024-11-26T14:45:46,837 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:46,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742333_1509 (size=8101)
2024-11-26T14:45:46,837 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742333_1509 (size=8101)
2024-11-26T14:45:46,840 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,841 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/.tmp/cf/50ef63b654254a96b969d17a3bc5ab81, store: [table=testtb-testExportWithChecksum family=cf region=75a8206dd9fc47f40f08f20f5f98048b]
2024-11-26T14:45:46,842 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/.tmp/cf/50ef63b654254a96b969d17a3bc5ab81 is 206, key is 09fc3e46bb1913349d82974ed4b09907f/cf:q/1732632346612/Put/seqid=0
2024-11-26T14:45:46,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742334_1510 (size=6106)
2024-11-26T14:45:46,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742334_1510 (size=6106)
2024-11-26T14:45:46,846 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742334_1510 (size=6106)
2024-11-26T14:45:46,846 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=266, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/.tmp/cf/50ef63b654254a96b969d17a3bc5ab81
2024-11-26T14:45:46,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/.tmp/cf/50ef63b654254a96b969d17a3bc5ab81 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81
2024-11-26T14:45:46,856 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81, entries=4, sequenceid=6, filesize=6.0 K
2024-11-26T14:45:46,857 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(3140): Finished flush of dataSize ~266 B/266, heapSize ~816 B/816, currentSize=0 B/0 for 75a8206dd9fc47f40f08f20f5f98048b in 50ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:46,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportWithChecksum'
2024-11-26T14:45:46,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.HRegion(2603): Flush status journal for 75a8206dd9fc47f40f08f20f5f98048b:

2024-11-26T14:45:46,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b. for snaptb0-testExportWithChecksum completed.
2024-11-26T14:45:46,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-26T14:45:46,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:46,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81] hfiles
2024-11-26T14:45:46,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81 for snapshot=snaptb0-testExportWithChecksum
2024-11-26T14:45:46,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742335_1511 (size=107)
2024-11-26T14:45:46,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742335_1511 (size=107)
2024-11-26T14:45:46,864 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742335_1511 (size=107)
2024-11-26T14:45:46,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:45:46,864 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=222}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=222
2024-11-26T14:45:46,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=222
2024-11-26T14:45:46,864 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,865 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=222, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:46,866 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=222, ppid=221, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b in 213 msec
2024-11-26T14:45:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-26T14:45:47,237 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:47,242 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:47,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/.tmp/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7, store: [table=testtb-testExportWithChecksum family=cf region=50c9471a04fae4c590eeb26cd344d613]
2024-11-26T14:45:47,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/.tmp/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 is 206, key is 161b66b0326a369d4151fa4c77eea9d67/cf:q/1732632346613/Put/seqid=0
2024-11-26T14:45:47,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742336_1512 (size=14651)
2024-11-26T14:45:47,258 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742336_1512 (size=14651)
2024-11-26T14:45:47,259 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742336_1512 (size=14651)
2024-11-26T14:45:47,259 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/.tmp/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7
2024-11-26T14:45:47,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/.tmp/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7
2024-11-26T14:45:47,267 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7, entries=46, sequenceid=6, filesize=14.3 K
2024-11-26T14:45:47,268 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(3140): Finished flush of dataSize ~3.00 KB/3070, heapSize ~6.70 KB/6864, currentSize=0 B/0 for 50c9471a04fae4c590eeb26cd344d613 in 461ms, sequenceid=6, compaction requested=false
2024-11-26T14:45:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.HRegion(2603): Flush status journal for 50c9471a04fae4c590eeb26cd344d613:

2024-11-26T14:45:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613. for snaptb0-testExportWithChecksum completed.
2024-11-26T14:45:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.' region-info for snapshot=snaptb0-testExportWithChecksum
2024-11-26T14:45:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:45:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7] hfiles
2024-11-26T14:45:47,268 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 for snapshot=snaptb0-testExportWithChecksum
2024-11-26T14:45:47,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-26T14:45:47,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742337_1513 (size=107)
2024-11-26T14:45:47,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742337_1513 (size=107)
2024-11-26T14:45:47,274 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742337_1513 (size=107)
2024-11-26T14:45:47,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:45:47,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=223}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=223
2024-11-26T14:45:47,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=223
2024-11-26T14:45:47,275 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportWithChecksum on region 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:47,275 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=223, ppid=221, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:47,277 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=223, resume processing ppid=221
2024-11-26T14:45:47,277 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=223, ppid=221, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 50c9471a04fae4c590eeb26cd344d613 in 624 msec
2024-11-26T14:45:47,277 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:45:47,277 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:45:47,278 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:45:47,278 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:45:47,278 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:47,279 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b] hfiles
2024-11-26T14:45:47,279 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:45:47,279 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:45:47,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742338_1514 (size=291)
2024-11-26T14:45:47,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742338_1514 (size=291)
2024-11-26T14:45:47,284 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742338_1514 (size=291)
2024-11-26T14:45:47,285 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:45:47,285 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportWithChecksum
2024-11-26T14:45:47,286 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-26T14:45:47,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742339_1515 (size=951)
2024-11-26T14:45:47,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742339_1515 (size=951)
2024-11-26T14:45:47,302 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742339_1515 (size=951)
2024-11-26T14:45:47,305 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:45:47,310 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:45:47,311 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-26T14:45:47,312 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=221, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:45:47,312 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 }, snapshot procedure id = 221
2024-11-26T14:45:47,313 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=221, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=221, snapshot={ ss=snaptb0-testExportWithChecksum table=testtb-testExportWithChecksum type=FLUSH ttl=0 } in 670 msec
2024-11-26T14:45:47,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=221
2024-11-26T14:45:47,779 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportWithChecksum completed
2024-11-26T14:45:47,779 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(523): Local export destination path: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779
2024-11-26T14:45:47,780 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=file:///, tgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779, rawTgtDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:47,810 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:45:47,810 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=org.apache.hadoop.fs.LocalFileSystem@364606b7, outputRoot=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779, skipTmp=false, initialOutputSnapshotDir=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-26T14:45:47,811 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:45:47,815 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum to file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-26T14:45:47,852 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:47,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:47,853 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:48,222 INFO  [regionserver/19945b63c2b4:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-26T14:45:48,223 INFO  [regionserver/19945b63c2b4:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-26T14:45:48,230 INFO  [regionserver/19945b63c2b4:0.Chore.1 {}] regionserver.Replication$ReplicationStatisticsChore(208): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B

2024-11-26T14:45:49,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-9096653524197042133.jar
2024-11-26T14:45:49,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,157 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-9903337348042003996.jar
2024-11-26T14:45:49,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,158 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:45:49,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:45:49,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:45:49,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:45:49,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:45:49,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:45:49,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:45:49,166 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:45:49,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:45:49,167 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:45:49,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:45:49,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:45:49,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:49,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:49,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:49,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:49,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:45:49,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:49,183 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:45:49,343 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0008_000001 (auth:SIMPLE) from 127.0.0.1:43236
2024-11-26T14:45:49,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742340_1516 (size=24020)
2024-11-26T14:45:49,358 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742340_1516 (size=24020)
2024-11-26T14:45:49,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742340_1516 (size=24020)
2024-11-26T14:45:49,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742341_1517 (size=77755)
2024-11-26T14:45:49,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742341_1517 (size=77755)
2024-11-26T14:45:49,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742341_1517 (size=77755)
2024-11-26T14:45:49,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742342_1518 (size=131360)
2024-11-26T14:45:49,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742342_1518 (size=131360)
2024-11-26T14:45:49,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742342_1518 (size=131360)
2024-11-26T14:45:49,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742343_1519 (size=111793)
2024-11-26T14:45:49,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742343_1519 (size=111793)
2024-11-26T14:45:49,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742343_1519 (size=111793)
2024-11-26T14:45:49,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742344_1520 (size=1832290)
2024-11-26T14:45:49,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742344_1520 (size=1832290)
2024-11-26T14:45:49,514 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742344_1520 (size=1832290)
2024-11-26T14:45:49,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742345_1521 (size=8360005)
2024-11-26T14:45:49,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742345_1521 (size=8360005)
2024-11-26T14:45:49,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742345_1521 (size=8360005)
2024-11-26T14:45:49,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742346_1522 (size=503880)
2024-11-26T14:45:49,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742346_1522 (size=503880)
2024-11-26T14:45:49,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742346_1522 (size=503880)
2024-11-26T14:45:49,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742347_1523 (size=322274)
2024-11-26T14:45:49,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742347_1523 (size=322274)
2024-11-26T14:45:49,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742347_1523 (size=322274)
2024-11-26T14:45:49,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742348_1524 (size=20406)
2024-11-26T14:45:49,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742348_1524 (size=20406)
2024-11-26T14:45:49,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742348_1524 (size=20406)
2024-11-26T14:45:49,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742349_1525 (size=45609)
2024-11-26T14:45:49,612 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742349_1525 (size=45609)
2024-11-26T14:45:49,614 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742349_1525 (size=45609)
2024-11-26T14:45:49,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742350_1526 (size=136454)
2024-11-26T14:45:49,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742350_1526 (size=136454)
2024-11-26T14:45:49,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742350_1526 (size=136454)
2024-11-26T14:45:49,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742351_1527 (size=1597136)
2024-11-26T14:45:49,657 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742351_1527 (size=1597136)
2024-11-26T14:45:49,658 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742351_1527 (size=1597136)
2024-11-26T14:45:49,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742352_1528 (size=30873)
2024-11-26T14:45:49,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742352_1528 (size=30873)
2024-11-26T14:45:49,679 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742352_1528 (size=30873)
2024-11-26T14:45:49,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742353_1529 (size=29229)
2024-11-26T14:45:49,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742353_1529 (size=29229)
2024-11-26T14:45:49,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742353_1529 (size=29229)
2024-11-26T14:45:49,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742354_1530 (size=440956)
2024-11-26T14:45:49,715 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742354_1530 (size=440956)
2024-11-26T14:45:49,716 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742354_1530 (size=440956)
2024-11-26T14:45:49,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742355_1531 (size=903859)
2024-11-26T14:45:49,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742355_1531 (size=903859)
2024-11-26T14:45:49,735 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742355_1531 (size=903859)
2024-11-26T14:45:50,194 INFO  [regionserver/19945b63c2b4:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 154764 ms
2024-11-26T14:45:50,222 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742356_1532 (size=6424749)
2024-11-26T14:45:50,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742356_1532 (size=6424749)
2024-11-26T14:45:50,223 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742356_1532 (size=6424749)
2024-11-26T14:45:50,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742357_1533 (size=5175431)
2024-11-26T14:45:50,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742357_1533 (size=5175431)
2024-11-26T14:45:50,273 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742357_1533 (size=5175431)
2024-11-26T14:45:50,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742358_1534 (size=232881)
2024-11-26T14:45:50,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742358_1534 (size=232881)
2024-11-26T14:45:50,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742358_1534 (size=232881)
2024-11-26T14:45:50,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742359_1535 (size=1323991)
2024-11-26T14:45:50,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742359_1535 (size=1323991)
2024-11-26T14:45:50,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742359_1535 (size=1323991)
2024-11-26T14:45:50,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742360_1536 (size=4695811)
2024-11-26T14:45:50,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742360_1536 (size=4695811)
2024-11-26T14:45:50,393 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742360_1536 (size=4695811)
2024-11-26T14:45:50,787 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:50,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742361_1537 (size=1877034)
2024-11-26T14:45:50,844 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742361_1537 (size=1877034)
2024-11-26T14:45:50,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742361_1537 (size=1877034)
2024-11-26T14:45:50,871 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742362_1538 (size=217555)
2024-11-26T14:45:50,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742362_1538 (size=217555)
2024-11-26T14:45:50,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742362_1538 (size=217555)
2024-11-26T14:45:50,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742363_1539 (size=4188619)
2024-11-26T14:45:50,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742363_1539 (size=4188619)
2024-11-26T14:45:50,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742363_1539 (size=4188619)
2024-11-26T14:45:50,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742364_1540 (size=127628)
2024-11-26T14:45:50,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742364_1540 (size=127628)
2024-11-26T14:45:50,944 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742364_1540 (size=127628)
2024-11-26T14:45:50,946 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:45:50,951 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-26T14:45:50,954 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.3 K
2024-11-26T14:45:50,954 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.9 K
2024-11-26T14:45:50,954 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.0 K
2024-11-26T14:45:50,954 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K
2024-11-26T14:45:50,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742365_1541 (size=1023)
2024-11-26T14:45:50,972 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742365_1541 (size=1023)
2024-11-26T14:45:50,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742365_1541 (size=1023)
2024-11-26T14:45:50,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742366_1542 (size=35)
2024-11-26T14:45:50,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742366_1542 (size=35)
2024-11-26T14:45:50,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742366_1542 (size=35)
2024-11-26T14:45:51,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742367_1543 (size=304123)
2024-11-26T14:45:51,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742367_1543 (size=304123)
2024-11-26T14:45:51,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742367_1543 (size=304123)
2024-11-26T14:45:51,035 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:45:51,035 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:45:51,321 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 72088b6dc8d83597d53e4f6ff3a8f56d changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:45:51,321 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 50c9471a04fae4c590eeb26cd344d613 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:45:51,321 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 0508902aedf39ca7b49a5542e344aab2 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:45:51,321 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 75a8206dd9fc47f40f08f20f5f98048b changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:45:51,322 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:43242
2024-11-26T14:45:51,325 DEBUG [master/19945b63c2b4:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(138): Balancing RSGroup=default
2024-11-26T14:45:51,325 INFO  [master/19945b63c2b4:0.Chore.1 {}] rsgroup.RSGroupBasedLoadBalancer(151): Start Generate Balance plan for group: default
2024-11-26T14:45:51,325 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BaseLoadBalancer(619): Start Generate Balance plan for cluster.
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(303): server 1 has 4 regions
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(303): server 2 has 2 regions
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:45:51,326 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:45:51,327 INFO  [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:45:51,327 INFO  [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:45:51,327 INFO  [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:45:51,327 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.BalancerClusterState(326): Number of tables=4, number of hosts=1, number of racks=1
2024-11-26T14:45:51,329 INFO  [master/19945b63c2b4:0.Chore.1 {}] balancer.StochasticLoadBalancer(370): Running balancer because cluster has idle server(s). function cost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.5773502691896258, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.33333333333333337, need balance); 
2024-11-26T14:45:51,329 INFO  [master/19945b63c2b4:0.Chore.1 {}] balancer.StochasticLoadBalancer(515): Start StochasticLoadBalancer.balancer, initial weighted average imbalance=0.4947970366745957, functionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.5773502691896258, need balance); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.0); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=1.0, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.33333333333333337, need balance);  computedMaxSteps=14400
2024-11-26T14:45:51,514 INFO  [master/19945b63c2b4:0.Chore.1 {}] balancer.StochasticLoadBalancer(562): Finished computing new moving plan. Computation took 186 ms to try 14400 different iterations.  Found a solution that moves 2 regions; Going from a computed imbalance of 0.4947970366745957 to a new imbalance of 0.017635723334273525. funtionCost=RegionCountSkewCostFunction : (multiplier=500.0, imbalance=0.0); PrimaryRegionCountSkewCostFunction : (not needed); MoveCostFunction : (multiplier=7.0, imbalance=0.3333333333333333, need balance); ServerLocalityCostFunction : (multiplier=25.0, imbalance=0.0); RackLocalityCostFunction : (multiplier=15.0, imbalance=0.0); TableSkewCostFunction : (multiplier=35.0, imbalance=0.0); RegionReplicaHostCostFunction : (not needed); RegionReplicaRackCostFunction : (not needed); ReadRequestCostFunction : (multiplier=5.0, imbalance=0.8209636651948572, need balance); CPRequestCostFunction : (multiplier=5.0, imbalance=0.0); WriteRequestCostFunction : (multiplier=5.0, imbalance=0.8533464809192823, need balance); MemStoreSizeCostFunction : (multiplier=5.0, imbalance=0.0); StoreFileCostFunction : (multiplier=5.0, imbalance=0.0); 
2024-11-26T14:45:51,517 INFO  [master/19945b63c2b4:0.Chore.1 {}] master.HMaster(2167): Balancer plans size is 2, the balance interval is 150000 ms, and the max number regions in transition is 6
2024-11-26T14:45:51,517 INFO  [master/19945b63c2b4:0.Chore.1 {}] master.HMaster(2172): balance hri=1588230740, source=19945b63c2b4,40087,1732632046275, destination=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:51,519 DEBUG [master/19945b63c2b4:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE
2024-11-26T14:45:51,519 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE
2024-11-26T14:45:51,520 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=1588230740, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:51,520 INFO  [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,40087,1732632046275, state=CLOSING
2024-11-26T14:45:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:51,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:51,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:51,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:51,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:51,582 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:51,582 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE
2024-11-26T14:45:51,582 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:51,582 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=225, ppid=224, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1588230740, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:51,735 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] handler.UnassignRegionHandler(122): Close 1588230740
2024-11-26T14:45:51,735 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:51,735 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T14:45:51,735 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T14:45:51,735 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T14:45:51,735 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T14:45:51,735 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T14:45:51,736 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=76.94 KB heapSize=121.80 KB
2024-11-26T14:45:51,765 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/info/c63967e047fa4cf19e2684bc2915270c is 181, key is testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613./info:regioninfo/1732632345971/Put/seqid=0
2024-11-26T14:45:51,769 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742368_1544 (size=17550)
2024-11-26T14:45:51,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742368_1544 (size=17550)
2024-11-26T14:45:51,770 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742368_1544 (size=17550)
2024-11-26T14:45:51,770 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65.78 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/info/c63967e047fa4cf19e2684bc2915270c
2024-11-26T14:45:51,788 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/ns/c95df070697847a7a16cf3dae11ef83a is 124, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543./ns:/1732632320084/DeleteFamily/seqid=0
2024-11-26T14:45:51,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742369_1545 (size=7924)
2024-11-26T14:45:51,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742369_1545 (size=7924)
2024-11-26T14:45:51,792 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742369_1545 (size=7924)
2024-11-26T14:45:51,793 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.37 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/ns/c95df070697847a7a16cf3dae11ef83a
2024-11-26T14:45:51,810 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/rep_barrier/b48bce25b6574e64b69839ec5301f2fe is 133, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543./rep_barrier:/1732632320084/DeleteFamily/seqid=0
2024-11-26T14:45:51,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742370_1546 (size=8195)
2024-11-26T14:45:51,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742370_1546 (size=8195)
2024-11-26T14:45:51,815 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742370_1546 (size=8195)
2024-11-26T14:45:51,815 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.49 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/rep_barrier/b48bce25b6574e64b69839ec5301f2fe
2024-11-26T14:45:51,836 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/table/e88e4bb784d84e9ab01910137f5ca150 is 127, key is testtb-testExportFileSystemStateWithMergeRegion-1,,1732632301605.b09c7c9590d852bc9e33666bc3eb1543./table:/1732632320084/DeleteFamily/seqid=0
2024-11-26T14:45:51,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742371_1547 (size=9051)
2024-11-26T14:45:51,842 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.30 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/table/e88e4bb784d84e9ab01910137f5ca150
2024-11-26T14:45:51,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742371_1547 (size=9051)
2024-11-26T14:45:51,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742371_1547 (size=9051)
2024-11-26T14:45:51,846 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/info/c63967e047fa4cf19e2684bc2915270c as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/info/c63967e047fa4cf19e2684bc2915270c
2024-11-26T14:45:51,850 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/info/c63967e047fa4cf19e2684bc2915270c, entries=96, sequenceid=211, filesize=17.1 K
2024-11-26T14:45:51,851 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/ns/c95df070697847a7a16cf3dae11ef83a as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/ns/c95df070697847a7a16cf3dae11ef83a
2024-11-26T14:45:51,855 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/ns/c95df070697847a7a16cf3dae11ef83a, entries=24, sequenceid=211, filesize=7.7 K
2024-11-26T14:45:51,856 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/rep_barrier/b48bce25b6574e64b69839ec5301f2fe as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/rep_barrier/b48bce25b6574e64b69839ec5301f2fe
2024-11-26T14:45:51,860 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/rep_barrier/b48bce25b6574e64b69839ec5301f2fe, entries=22, sequenceid=211, filesize=8.0 K
2024-11-26T14:45:51,861 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/table/e88e4bb784d84e9ab01910137f5ca150 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/table/e88e4bb784d84e9ab01910137f5ca150
2024-11-26T14:45:51,866 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/table/e88e4bb784d84e9ab01910137f5ca150, entries=39, sequenceid=211, filesize=8.8 K
2024-11-26T14:45:51,867 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(3140): Finished flush of dataSize ~76.94 KB/78789, heapSize ~121.74 KB/124664, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=211, compaction requested=false
2024-11-26T14:45:51,872 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/recovered.edits/214.seqid, newMaxSeqId=214, maxSeqId=1
2024-11-26T14:45:51,872 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:51,872 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T14:45:51,873 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T14:45:51,873 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732632351735Running coprocessor pre-close hooks at 1732632351735Disabling compacts and flushes for region at 1732632351735Disabling writes for close at 1732632351735Obtaining lock to block concurrent updates at 1732632351736 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732632351736Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=78789, getHeapSize=124664, getOffHeapSize=0, getCellsCount=595 at 1732632351736Flushing stores of hbase:meta,,1.1588230740 at 1732632351737 (+1 ms)Flushing 1588230740/info: creating writer at 1732632351737Flushing 1588230740/info: appending metadata at 1732632351764 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732632351764Flushing 1588230740/ns: creating writer at 1732632351774 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732632351788 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732632351788Flushing 1588230740/rep_barrier: creating writer at 1732632351796 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732632351810 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732632351810Flushing 1588230740/table: creating writer at 1732632351818 (+8 ms)Flushing 1588230740/table: appending metadata at 1732632351836 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732632351836Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dcb4c8e: reopening flushed file at 1732632351845 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@561d0bf1: reopening flushed file at 1732632351850 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f67a0de: reopening flushed file at 1732632351855 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361e85b4: reopening flushed file at 1732632351860 (+5 ms)Finished flush of dataSize ~76.94 KB/78789, heapSize ~121.74 KB/124664, currentSize=0 B/0 for 1588230740 in 131ms, sequenceid=211, compaction requested=false at 1732632351867 (+7 ms)Writing region close event to WAL at 1732632351870 (+3 ms)Running coprocessor post-close hooks at 1732632351872 (+2 ms)Closed at 1732632351872
2024-11-26T14:45:51,873 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] regionserver.HRegionServer(3302): Adding 1588230740 move to 19945b63c2b4,39113,1732632046120 record at close sequenceid=211
2024-11-26T14:45:51,874 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META, pid=225}] handler.UnassignRegionHandler(157): Closed 1588230740
2024-11-26T14:45:51,875 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=1588230740, regionState=CLOSED
2024-11-26T14:45:51,875 WARN  [PEWorker-4 {}] zookeeper.MetaTableLocator(168): Tried to set null ServerName in hbase:meta; skipping -- ServerName required
2024-11-26T14:45:51,875 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=225, ppid=224, state=RUNNABLE, hasLock=true; CloseRegionProcedure 1588230740, server=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:51,877 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=225, resume processing ppid=224
2024-11-26T14:45:51,877 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=225, ppid=224, state=SUCCESS, hasLock=false; CloseRegionProcedure 1588230740, server=19945b63c2b4,40087,1732632046275 in 293 msec
2024-11-26T14:45:51,877 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE; state=CLOSED, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:45:52,028 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T14:45:52,028 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:52,030 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,39113,1732632046120, state=OPENING
2024-11-26T14:45:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,098 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=224, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE
2024-11-26T14:45:52,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,098 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,098 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=226, ppid=224, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:52,254 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-26T14:45:52,254 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-26T14:45:52,254 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-26T14:45:52,255 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=19945b63c2b4%2C39113%2C1732632046120.meta, suffix=.meta, logDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120, archiveDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs, maxLogs=32
2024-11-26T14:45:52,273 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120/19945b63c2b4%2C39113%2C1732632046120.meta.1732632352257.meta, exclude list is [], retry=0
2024-11-26T14:45:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37131,DS-f4066b03-4236-431f-b5f9-05b6218407c8,DISK]
2024-11-26T14:45:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37829,DS-d41c1814-1f67-48f5-9b74-5092a09ad9ca,DISK]
2024-11-26T14:45:52,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34139,DS-11886418-4b78-47c9-8ca1-12a80fd7700a,DISK]
2024-11-26T14:45:52,277 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/WALs/19945b63c2b4,39113,1732632046120/19945b63c2b4%2C39113%2C1732632046120.meta.1732632352257.meta
2024-11-26T14:45:52,277 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46251:46251),(127.0.0.1/127.0.0.1:41769:41769),(127.0.0.1/127.0.0.1:41005:41005)]
2024-11-26T14:45:52,277 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=AccessControlService
2024-11-26T14:45:52,278 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-26T14:45:52,278 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-26T14:45:52,278 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-26T14:45:52,279 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-26T14:45:52,280 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-26T14:45:52,280 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:52,284 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/info/c63967e047fa4cf19e2684bc2915270c
2024-11-26T14:45:52,284 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:45:52,284 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-26T14:45:52,285 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-26T14:45:52,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:52,289 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/ns/c95df070697847a7a16cf3dae11ef83a
2024-11-26T14:45:52,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:45:52,289 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-26T14:45:52,290 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-26T14:45:52,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:52,295 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/rep_barrier/b48bce25b6574e64b69839ec5301f2fe
2024-11-26T14:45:52,295 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:45:52,296 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-26T14:45:52,296 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-26T14:45:52,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:52,301 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/table/e88e4bb784d84e9ab01910137f5ca150
2024-11-26T14:45:52,301 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-26T14:45:52,301 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-26T14:45:52,302 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740
2024-11-26T14:45:52,303 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740
2024-11-26T14:45:52,304 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-26T14:45:52,304 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-26T14:45:52,305 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-26T14:45:52,306 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-26T14:45:52,306 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=215; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73412005, jitterRate=0.09392412006855011}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-26T14:45:52,306 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-26T14:45:52,307 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732632352278Writing region info on filesystem at 1732632352278Initializing all the Stores at 1732632352279 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632352279Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632352279Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632352279Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732632352279Cleaning up temporary data from old regions at 1732632352304 (+25 ms)Running coprocessor post-open hooks at 1732632352306 (+2 ms)Region opened successfully at 1732632352307 (+1 ms)
2024-11-26T14:45:52,308 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=226, masterSystemTime=1732632352251
2024-11-26T14:45:52,309 DEBUG [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-26T14:45:52,309 INFO  [RS_OPEN_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_META, pid=226}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-26T14:45:52,310 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=224 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=215, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:52,310 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 19945b63c2b4,39113,1732632046120, state=OPEN
2024-11-26T14:45:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server
2024-11-26T14:45:52,319 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=226, ppid=224, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:52,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,319 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED
2024-11-26T14:45:52,321 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=226, resume processing ppid=224
2024-11-26T14:45:52,321 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=226, ppid=224, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=19945b63c2b4,39113,1732632046120 in 221 msec
2024-11-26T14:45:52,323 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=224, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, REOPEN/MOVE in 804 msec
2024-11-26T14:45:52,420 INFO  [master/19945b63c2b4:0.Chore.1 {}] master.HMaster(2172): balance hri=72088b6dc8d83597d53e4f6ff3a8f56d, source=19945b63c2b4,40087,1732632046275, destination=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:52,421 DEBUG [master/19945b63c2b4:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, REOPEN/MOVE
2024-11-26T14:45:52,422 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, REOPEN/MOVE
2024-11-26T14:45:52,423 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=72088b6dc8d83597d53e4f6ff3a8f56d, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:45:52,427 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] ipc.CallRunner(138): callId: 400 service: ClientService methodName: Mutate size: 298 connection: 172.17.0.3:41295 deadline: 1732632412424, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:45:52,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:45:52,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:45:52,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(84): Try updating region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1 with the new location region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,39113,1732632046120, seqNum=211 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:45:52,429 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=19945b63c2b4,40087,1732632046275, table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-26T14:45:52,530 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=19945b63c2b4,40087,1732632046275, table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-11-26T14:45:52,539 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:45:52,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:45:52,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, REOPEN/MOVE because future has completed
2024-11-26T14:45:52,544 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:45:52,544 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=228, ppid=227, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:45:52,698 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(122): Close 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:52,698 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:45:52,698 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1722): Closing 72088b6dc8d83597d53e4f6ff3a8f56d, disabling compactions & flushes
2024-11-26T14:45:52,698 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:52,698 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:52,698 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. after waiting 0 ms
2024-11-26T14:45:52,698 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:52,702 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-26T14:45:52,702 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:45:52,702 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:52,702 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegion(1676): Region close journal for 72088b6dc8d83597d53e4f6ff3a8f56d:
Waiting for close lock at 1732632352698Running coprocessor pre-close hooks at 1732632352698Disabling compacts and flushes for region at 1732632352698Disabling writes for close at 1732632352698Writing region close event to WAL at 1732632352699 (+1 ms)Running coprocessor post-close hooks at 1732632352702 (+3 ms)Closed at 1732632352702
2024-11-26T14:45:52,702 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] regionserver.HRegionServer(3302): Adding 72088b6dc8d83597d53e4f6ff3a8f56d move to 19945b63c2b4,39113,1732632046120 record at close sequenceid=5
2024-11-26T14:45:52,705 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=228}] handler.UnassignRegionHandler(157): Closed 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:52,705 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=72088b6dc8d83597d53e4f6ff3a8f56d, regionState=CLOSED
2024-11-26T14:45:52,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=228, ppid=227, state=RUNNABLE, hasLock=false; CloseRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:45:52,712 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=228, resume processing ppid=227
2024-11-26T14:45:52,712 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=228, ppid=227, state=SUCCESS, hasLock=false; CloseRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,40087,1732632046275 in 165 msec
2024-11-26T14:45:52,713 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, REOPEN/MOVE; state=CLOSED, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:45:52,863 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 
2024-11-26T14:45:52,864 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=72088b6dc8d83597d53e4f6ff3a8f56d, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:52,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=227, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, REOPEN/MOVE because future has completed
2024-11-26T14:45:52,866 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=229, ppid=227, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:45:53,021 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] handler.AssignRegionHandler(132): Open testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:53,021 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(7752): Opening region: {ENCODED => 72088b6dc8d83597d53e4f6ff3a8f56d, NAME => 'testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:45:53,021 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(8280): Registered coprocessor service: region=testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. service=AccessControlService
2024-11-26T14:45:53,021 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:45:53,021 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testExportExpiredSnapshot 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,021 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(898): Instantiated testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:45:53,021 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(7794): checking encryption for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,021 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(7797): checking classloading for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,024 INFO  [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 72088b6dc8d83597d53e4f6ff3a8f56d 
2024-11-26T14:45:53,027 INFO  [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72088b6dc8d83597d53e4f6ff3a8f56d columnFamilyName cf
2024-11-26T14:45:53,028 DEBUG [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:45:53,038 DEBUG [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/cf/f97943716a6d43ea8ded701db3b597e8
2024-11-26T14:45:53,038 INFO  [StoreOpener-72088b6dc8d83597d53e4f6ff3a8f56d-1 {}] regionserver.HStore(327): Store=72088b6dc8d83597d53e4f6ff3a8f56d/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:45:53,039 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1038): replaying wal for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,040 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,040 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,041 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1048): stopping wal replay for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,041 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1060): Cleaning up temporary data for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,049 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1093): writing seq id for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,050 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1114): Opened 72088b6dc8d83597d53e4f6ff3a8f56d; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61909564, jitterRate=-0.07747560739517212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:45:53,050 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:45:53,050 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegion(1006): Region open journal for 72088b6dc8d83597d53e4f6ff3a8f56d:
Running coprocessor pre-open hook at 1732632353021Writing region info on filesystem at 1732632353022 (+1 ms)Initializing all the Stores at 1732632353022Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632353022Cleaning up temporary data from old regions at 1732632353041 (+19 ms)Running coprocessor post-open hooks at 1732632353050 (+9 ms)Region opened successfully at 1732632353050
2024-11-26T14:45:53,054 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegionServer(2236): Post open deploy tasks for testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d., pid=229, masterSystemTime=1732632353018
2024-11-26T14:45:53,056 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] regionserver.HRegionServer(2266): Finished post open deploy task for testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:53,056 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=229}] handler.AssignRegionHandler(153): Opened testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:45:53,058 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=227 updating hbase:meta row=72088b6dc8d83597d53e4f6ff3a8f56d, regionState=OPEN, openSeqNum=9, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:45:53,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=229, ppid=227, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:45:53,063 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=229, resume processing ppid=227
2024-11-26T14:45:53,063 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=229, ppid=227, state=SUCCESS, hasLock=false; OpenRegionProcedure 72088b6dc8d83597d53e4f6ff3a8f56d, server=19945b63c2b4,39113,1732632046120 in 195 msec
2024-11-26T14:45:53,066 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=227, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testExportExpiredSnapshot, region=72088b6dc8d83597d53e4f6ff3a8f56d, REOPEN/MOVE in 643 msec
2024-11-26T14:45:53,122 DEBUG [master/19945b63c2b4:0.Chore.1 {}] master.HMaster(2203): Balancer is going into sleep until next period in 300000ms
2024-11-26T14:45:53,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testExportExpiredSnapshot because normalization is disabled in its table properties and normalization is also disabled at table level by default
2024-11-26T14:45:53,146 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table testtb-testExportWithChecksum because normalization is disabled in its table properties and normalization is also disabled at table level by default
2024-11-26T14:45:53,168 DEBUG [master/19945b63c2b4:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-26T14:45:54,444 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0008/container_1732632053631_0008_01_000001/launch_container.sh]
2024-11-26T14:45:54,444 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0008/container_1732632053631_0008_01_000001/container_tokens]
2024-11-26T14:45:54,444 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0008/container_1732632053631_0008_01_000001/sysfs]
2024-11-26T14:45:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-26T14:45:55,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum Metrics about Tables on a single HBase RegionServer
2024-11-26T14:45:57,187 INFO  [regionserver/19945b63c2b4:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(1763): MemstoreFlusherChore requesting flush of hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf. because d8c88bbf5e6ea15ff12f03eeec88e2cf/l has an old edit so flush to free WALs after random delay 229316 ms
2024-11-26T14:45:57,375 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:45:58,063 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:43984
2024-11-26T14:45:58,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742373_1549 (size=349821)
2024-11-26T14:45:58,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742373_1549 (size=349821)
2024-11-26T14:45:58,310 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742373_1549 (size=349821)
2024-11-26T14:46:00,347 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:47500
2024-11-26T14:46:00,349 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:53572
2024-11-26T14:46:01,166 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:53588
2024-11-26T14:46:01,167 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:47516
2024-11-26T14:46:03,868 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0009_01_000006 while processing FINISH_CONTAINERS event
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:07,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0508902aedf39ca7b49a5542e344aab2, had cached 0 bytes from a total of 15059
2024-11-26T14:46:07,957 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000004/launch_container.sh]
2024-11-26T14:46:07,957 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000004/container_tokens]
2024-11-26T14:46:07,957 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000004/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:08,394 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:55226
2024-11-26T14:46:09,376 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:32978
2024-11-26T14:46:10,220 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000005/launch_container.sh]
2024-11-26T14:46:10,220 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000005/container_tokens]
2024-11-26T14:46:10,220 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000005/sysfs]
2024-11-26T14:46:10,225 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000003/launch_container.sh]
2024-11-26T14:46:10,225 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000003/container_tokens]
2024-11-26T14:46:10,225 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000003/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:10,365 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:32992
2024-11-26T14:46:10,912 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0009_01_000009 while processing FINISH_CONTAINERS event
2024-11-26T14:46:11,370 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:55240
2024-11-26T14:46:11,834 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000002/launch_container.sh]
2024-11-26T14:46:11,834 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000002/container_tokens]
2024-11-26T14:46:11,834 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000002/sysfs]
2024-11-26T14:46:13,200 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0009_01_000012 while processing FINISH_CONTAINERS event
2024-11-26T14:46:14,131 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:46:14,200 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0009_01_000013 while processing FINISH_CONTAINERS event
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:15,493 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000008/launch_container.sh]
2024-11-26T14:46:15,493 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000008/container_tokens]
2024-11-26T14:46:15,493 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_2/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000008/sysfs]
2024-11-26T14:46:16,398 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:55270
2024-11-26T14:46:16,400 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:60810
2024-11-26T14:46:16,503 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000010/launch_container.sh]
2024-11-26T14:46:16,503 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000010/container_tokens]
2024-11-26T14:46:16,503 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000010/sysfs]
2024-11-26T14:46:17,204 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000011/launch_container.sh]
2024-11-26T14:46:17,204 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000011/container_tokens]
2024-11-26T14:46:17,204 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000011/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:18,401 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:60818
2024-11-26T14:46:18,403 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:55276
2024-11-26T14:46:20,480 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000007/launch_container.sh]
2024-11-26T14:46:20,480 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000007/container_tokens]
2024-11-26T14:46:20,481 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000007/sysfs]
2024-11-26T14:46:21,192 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000015/launch_container.sh]
2024-11-26T14:46:21,192 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000015/container_tokens]
2024-11-26T14:46:21,192 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000015/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:22,427 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56512
2024-11-26T14:46:22,429 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56588
2024-11-26T14:46:23,957 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000017/launch_container.sh]
2024-11-26T14:46:23,958 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000017/container_tokens]
2024-11-26T14:46:23,958 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000017/sysfs]
2024-11-26T14:46:24,133 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000016/launch_container.sh]
2024-11-26T14:46:24,133 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000016/container_tokens]
2024-11-26T14:46:24,134 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000016/sysfs]
Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613 and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

Error: java.io.IOException: Checksum mismatch between hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b and file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/local-export-1732632347779/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b. Input and output filesystems are of different types.
Their checksum algorithms may be incompatible. You can choose file-level checksum validation via -Ddfs.checksum.combine.mode=COMPOSITE_CRC when block-sizes or filesystems are different.
 Or you can skip checksum-checks altogether with -no-checksum-verify, for the table backup scenario, you should use -i option to skip checksum-checks.
 (NOTE: By skipping checksums, one runs the risk of masking data-corruption during file-transfer.)

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.verifyCopyResult(ExportSnapshot.java:601)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.copyFile(ExportSnapshot.java:337)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:259)
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot$ExportMapper.map(ExportSnapshot.java:183)
	at org.apache.hadoop.mapreduce.Mapper.run(Mapper.java:145)
	at org.apache.hadoop.mapred.MapTask.runNewMapper(MapTask.java:800)
	at org.apache.hadoop.mapred.MapTask.run(MapTask.java:348)
	at org.apache.hadoop.mapred.YarnChild$2.run(YarnChild.java:178)
	at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
	at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
	at org.apache.hadoop.mapred.YarnChild.main(YarnChild.java:172)

2024-11-26T14:46:25,431 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56516
2024-11-26T14:46:25,436 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56602
2024-11-26T14:46:26,328 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000014/launch_container.sh]
2024-11-26T14:46:26,328 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000014/container_tokens]
2024-11-26T14:46:26,328 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000014/sysfs]
2024-11-26T14:46:28,568 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56608
2024-11-26T14:46:28,568 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56536
2024-11-26T14:46:28,573 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56532
2024-11-26T14:46:28,691 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732632053631_0009_01_000020 is : 143
2024-11-26T14:46:28,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742374_1550 (size=48807)
2024-11-26T14:46:28,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742374_1550 (size=48807)
2024-11-26T14:46:28,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742374_1550 (size=48807)
2024-11-26T14:46:28,717 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732632053631_0009_01_000021 is : 143
2024-11-26T14:46:28,740 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000020/launch_container.sh]
2024-11-26T14:46:28,740 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000020/container_tokens]
2024-11-26T14:46:28,740 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000020/sysfs]
2024-11-26T14:46:28,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742375_1551 (size=460)
2024-11-26T14:46:28,748 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742375_1551 (size=460)
2024-11-26T14:46:28,749 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(360): Exit code from container container_1732632053631_0009_01_000018 is : 143
2024-11-26T14:46:28,752 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000021/launch_container.sh]
2024-11-26T14:46:28,752 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000021/container_tokens]
2024-11-26T14:46:28,752 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000021/sysfs]
2024-11-26T14:46:28,757 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000019/launch_container.sh]
2024-11-26T14:46:28,757 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000019/container_tokens]
2024-11-26T14:46:28,757 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000019/sysfs]
2024-11-26T14:46:28,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742375_1551 (size=460)
2024-11-26T14:46:28,769 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000018/launch_container.sh]
2024-11-26T14:46:28,770 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000018/container_tokens]
2024-11-26T14:46:28,770 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_1/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000018/sysfs]
2024-11-26T14:46:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742376_1552 (size=48807)
2024-11-26T14:46:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742376_1552 (size=48807)
2024-11-26T14:46:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742376_1552 (size=48807)
2024-11-26T14:46:29,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742377_1553 (size=349821)
2024-11-26T14:46:29,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742377_1553 (size=349821)
2024-11-26T14:46:29,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742377_1553 (size=349821)
2024-11-26T14:46:29,225 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:56612
2024-11-26T14:46:30,510 ERROR [Time-limited test {}] snapshot.ExportSnapshot(1239): Snapshot export failed
org.apache.hadoop.hbase.snapshot.ExportSnapshotException: Task failed task_1732632053631_0009_m_000000
Job failed as tasks failed. failedMaps:1 failedReduces:0 killedMaps:0 killedReduces: 0

	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.runCopyJob(ExportSnapshot.java:947) ~[classes/:?]
	at org.apache.hadoop.hbase.snapshot.ExportSnapshot.doWork(ExportSnapshot.java:1216) ~[classes/:?]
	at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:82) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.runExportSnapshot(TestExportSnapshot.java:570) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportFileSystemState(TestExportSnapshot.java:400) ~[test-classes/:?]
	at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.testExportWithChecksum(TestExportSnapshot.java:285) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:46:30,511 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511
2024-11-26T14:46:30,511 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:46:30,534 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:46:30,534 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-26T14:46:30,536 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:46:30,540 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511/.hbase-snapshot/.tmp/snaptb0-testExportWithChecksum
2024-11-26T14:46:30,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742378_1554 (size=156)
2024-11-26T14:46:30,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742378_1554 (size=156)
2024-11-26T14:46:30,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742379_1555 (size=951)
2024-11-26T14:46:30,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742379_1555 (size=951)
2024-11-26T14:46:30,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742378_1554 (size=156)
2024-11-26T14:46:30,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742379_1555 (size=951)
2024-11-26T14:46:30,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:30,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:30,551 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:30,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 75a8206dd9fc47f40f08f20f5f98048b, had cached 0 bytes from a total of 6106
2024-11-26T14:46:30,959 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 50c9471a04fae4c590eeb26cd344d613, had cached 0 bytes from a total of 14651
2024-11-26T14:46:31,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-5703250701074625130.jar
2024-11-26T14:46:31,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,612 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-11104112097821176787.jar
2024-11-26T14:46:31,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,613 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,614 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:31,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:46:31,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:46:31,615 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:46:31,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:46:31,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:46:31,616 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:46:31,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:46:31,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:46:31,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:46:31,617 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:46:31,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:46:31,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:31,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:31,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:46:31,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:31,619 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:31,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:46:31,620 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:46:31,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742380_1556 (size=24020)
2024-11-26T14:46:31,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742380_1556 (size=24020)
2024-11-26T14:46:31,734 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742380_1556 (size=24020)
2024-11-26T14:46:31,744 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742381_1557 (size=77755)
2024-11-26T14:46:31,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742381_1557 (size=77755)
2024-11-26T14:46:31,745 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742381_1557 (size=77755)
2024-11-26T14:46:31,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742382_1558 (size=440956)
2024-11-26T14:46:31,757 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742382_1558 (size=440956)
2024-11-26T14:46:31,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742382_1558 (size=440956)
2024-11-26T14:46:31,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742383_1559 (size=131360)
2024-11-26T14:46:31,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742383_1559 (size=131360)
2024-11-26T14:46:31,781 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742383_1559 (size=131360)
2024-11-26T14:46:31,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742384_1560 (size=111793)
2024-11-26T14:46:31,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742384_1560 (size=111793)
2024-11-26T14:46:31,800 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742384_1560 (size=111793)
2024-11-26T14:46:32,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742385_1561 (size=1832290)
2024-11-26T14:46:32,219 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742385_1561 (size=1832290)
2024-11-26T14:46:32,220 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742385_1561 (size=1832290)
2024-11-26T14:46:32,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742386_1562 (size=8360005)
2024-11-26T14:46:32,262 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742386_1562 (size=8360005)
2024-11-26T14:46:32,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742386_1562 (size=8360005)
2024-11-26T14:46:32,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742387_1563 (size=503880)
2024-11-26T14:46:32,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742387_1563 (size=503880)
2024-11-26T14:46:32,389 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742387_1563 (size=503880)
2024-11-26T14:46:32,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742388_1564 (size=322274)
2024-11-26T14:46:32,479 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742388_1564 (size=322274)
2024-11-26T14:46:32,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742388_1564 (size=322274)
2024-11-26T14:46:32,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742389_1565 (size=20406)
2024-11-26T14:46:32,510 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742389_1565 (size=20406)
2024-11-26T14:46:32,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742389_1565 (size=20406)
2024-11-26T14:46:32,573 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742390_1566 (size=45609)
2024-11-26T14:46:32,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742390_1566 (size=45609)
2024-11-26T14:46:32,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742390_1566 (size=45609)
2024-11-26T14:46:32,626 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742391_1567 (size=136454)
2024-11-26T14:46:32,627 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742391_1567 (size=136454)
2024-11-26T14:46:32,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742391_1567 (size=136454)
2024-11-26T14:46:32,674 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742392_1568 (size=1597136)
2024-11-26T14:46:32,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742392_1568 (size=1597136)
2024-11-26T14:46:32,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742392_1568 (size=1597136)
2024-11-26T14:46:32,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742393_1569 (size=30873)
2024-11-26T14:46:32,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742393_1569 (size=30873)
2024-11-26T14:46:32,724 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742393_1569 (size=30873)
2024-11-26T14:46:32,773 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742394_1570 (size=29229)
2024-11-26T14:46:32,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742394_1570 (size=29229)
2024-11-26T14:46:32,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742394_1570 (size=29229)
2024-11-26T14:46:32,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742395_1571 (size=903859)
2024-11-26T14:46:32,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742395_1571 (size=903859)
2024-11-26T14:46:32,830 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742395_1571 (size=903859)
2024-11-26T14:46:32,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742396_1572 (size=6424749)
2024-11-26T14:46:32,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742396_1572 (size=6424749)
2024-11-26T14:46:32,881 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742396_1572 (size=6424749)
2024-11-26T14:46:32,915 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742397_1573 (size=5175431)
2024-11-26T14:46:32,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742397_1573 (size=5175431)
2024-11-26T14:46:32,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742397_1573 (size=5175431)
2024-11-26T14:46:32,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742398_1574 (size=232881)
2024-11-26T14:46:32,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742398_1574 (size=232881)
2024-11-26T14:46:32,937 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742398_1574 (size=232881)
2024-11-26T14:46:33,411 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742399_1575 (size=1323991)
2024-11-26T14:46:33,412 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742399_1575 (size=1323991)
2024-11-26T14:46:33,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742399_1575 (size=1323991)
2024-11-26T14:46:33,496 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742400_1576 (size=4695811)
2024-11-26T14:46:33,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742400_1576 (size=4695811)
2024-11-26T14:46:33,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742400_1576 (size=4695811)
2024-11-26T14:46:33,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742401_1577 (size=1877034)
2024-11-26T14:46:33,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742401_1577 (size=1877034)
2024-11-26T14:46:33,544 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742401_1577 (size=1877034)
2024-11-26T14:46:33,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742402_1578 (size=217555)
2024-11-26T14:46:33,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742402_1578 (size=217555)
2024-11-26T14:46:33,566 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742402_1578 (size=217555)
2024-11-26T14:46:33,598 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742403_1579 (size=4188619)
2024-11-26T14:46:33,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742403_1579 (size=4188619)
2024-11-26T14:46:33,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742403_1579 (size=4188619)
2024-11-26T14:46:33,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742404_1580 (size=127628)
2024-11-26T14:46:33,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742404_1580 (size=127628)
2024-11-26T14:46:33,619 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742404_1580 (size=127628)
2024-11-26T14:46:33,621 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:46:33,634 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportWithChecksum' hfile list
2024-11-26T14:46:33,641 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=14.3 K
2024-11-26T14:46:33,641 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=7.9 K
2024-11-26T14:46:33,641 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=6.0 K
2024-11-26T14:46:33,641 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=5.0 K
2024-11-26T14:46:33,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742405_1581 (size=1023)
2024-11-26T14:46:33,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742405_1581 (size=1023)
2024-11-26T14:46:33,682 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742405_1581 (size=1023)
2024-11-26T14:46:33,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742406_1582 (size=35)
2024-11-26T14:46:33,701 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742406_1582 (size=35)
2024-11-26T14:46:33,711 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742406_1582 (size=35)
2024-11-26T14:46:33,736 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742407_1583 (size=304075)
2024-11-26T14:46:33,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742407_1583 (size=304075)
2024-11-26T14:46:33,737 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742407_1583 (size=304075)
2024-11-26T14:46:35,292 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:46:35,292 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:46:35,294 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0009_000001 (auth:SIMPLE) from 127.0.0.1:45424
2024-11-26T14:46:35,303 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000001/launch_container.sh]
2024-11-26T14:46:35,303 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000001/container_tokens]
2024-11-26T14:46:35,303 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0009/container_1732632053631_0009_01_000001/sysfs]
2024-11-26T14:46:35,742 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:44228
2024-11-26T14:46:37,278 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 42720
2024-11-26T14:46:38,021 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 72088b6dc8d83597d53e4f6ff3a8f56d, had cached 0 bytes from a total of 5490
2024-11-26T14:46:40,210 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:48566
2024-11-26T14:46:40,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742408_1584 (size=349773)
2024-11-26T14:46:40,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742408_1584 (size=349773)
2024-11-26T14:46:40,410 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742408_1584 (size=349773)
2024-11-26T14:46:42,431 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:38596
2024-11-26T14:46:42,432 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:48354
2024-11-26T14:46:43,298 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:38612
2024-11-26T14:46:43,308 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:48356
2024-11-26T14:46:44,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:46:45,294 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0010_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:46:48,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742409_1585 (size=8101)
2024-11-26T14:46:48,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742409_1585 (size=8101)
2024-11-26T14:46:48,493 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742409_1585 (size=8101)
2024-11-26T14:46:48,838 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000003/launch_container.sh]
2024-11-26T14:46:48,838 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000003/container_tokens]
2024-11-26T14:46:48,838 WARN  [ContainersLauncher #5 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000003/sysfs]
2024-11-26T14:46:49,455 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:46:49,455 DEBUG [master/19945b63c2b4:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 72088b6dc8d83597d53e4f6ff3a8f56d changed from -1.0 to 0.0, refreshing cache
2024-11-26T14:46:49,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742411_1587 (size=14651)
2024-11-26T14:46:49,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742411_1587 (size=14651)
2024-11-26T14:46:49,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742411_1587 (size=14651)
2024-11-26T14:46:50,019 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000002/launch_container.sh]
2024-11-26T14:46:50,019 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000002/container_tokens]
2024-11-26T14:46:50,019 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000002/sysfs]
2024-11-26T14:46:50,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742412_1588 (size=5171)
2024-11-26T14:46:50,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742412_1588 (size=5171)
2024-11-26T14:46:50,720 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742412_1588 (size=5171)
2024-11-26T14:46:50,901 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000005/launch_container.sh]
2024-11-26T14:46:50,901 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000005/container_tokens]
2024-11-26T14:46:50,901 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000005/sysfs]
2024-11-26T14:46:50,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742413_1589 (size=6106)
2024-11-26T14:46:50,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742413_1589 (size=6106)
2024-11-26T14:46:50,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742413_1589 (size=6106)
2024-11-26T14:46:51,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742410_1586 (size=31733)
2024-11-26T14:46:51,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742410_1586 (size=31733)
2024-11-26T14:46:51,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742410_1586 (size=31733)
2024-11-26T14:46:51,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742414_1590 (size=463)
2024-11-26T14:46:51,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742414_1590 (size=463)
2024-11-26T14:46:51,071 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742414_1590 (size=463)
2024-11-26T14:46:51,111 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742415_1591 (size=31733)
2024-11-26T14:46:51,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742415_1591 (size=31733)
2024-11-26T14:46:51,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742415_1591 (size=31733)
2024-11-26T14:46:51,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742416_1592 (size=349773)
2024-11-26T14:46:51,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742416_1592 (size=349773)
2024-11-26T14:46:51,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742416_1592 (size=349773)
2024-11-26T14:46:51,141 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:48370
2024-11-26T14:46:51,148 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:38622
2024-11-26T14:46:51,161 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000004/launch_container.sh]
2024-11-26T14:46:51,161 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000004/container_tokens]
2024-11-26T14:46:51,162 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000004/sysfs]
2024-11-26T14:46:52,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0508902aedf39ca7b49a5542e344aab2, had cached 0 bytes from a total of 15059
2024-11-26T14:46:52,930 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:46:52,931 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:46:52,936 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportWithChecksum
2024-11-26T14:46:52,936 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:46:52,937 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:46:52,937 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-26T14:46:52,937 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-26T14:46:52,937 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-26T14:46:52,937 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511/.hbase-snapshot/snaptb0-testExportWithChecksum at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511/.hbase-snapshot/snaptb0-testExportWithChecksum
2024-11-26T14:46:52,937 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511/.hbase-snapshot/snaptb0-testExportWithChecksum/.snapshotinfo
2024-11-26T14:46:52,937 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632390511/.hbase-snapshot/snaptb0-testExportWithChecksum/data.manifest
2024-11-26T14:46:52,942 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportWithChecksum
2024-11-26T14:46:52,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=230, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230
2024-11-26T14:46:52,946 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632412946"}]},"ts":"1732632412946"}
2024-11-26T14:46:52,948 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLING in hbase:meta
2024-11-26T14:46:52,948 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportWithChecksum to state=DISABLING
2024-11-26T14:46:52,949 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=231, ppid=230, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum}]
2024-11-26T14:46:52,951 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, UNASSIGN}, {pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, UNASSIGN}]
2024-11-26T14:46:52,952 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, UNASSIGN
2024-11-26T14:46:52,952 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, UNASSIGN
2024-11-26T14:46:52,953 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=232 updating hbase:meta row=75a8206dd9fc47f40f08f20f5f98048b, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:46:52,953 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=233 updating hbase:meta row=50c9471a04fae4c590eeb26cd344d613, regionState=CLOSING, regionLocation=19945b63c2b4,40087,1732632046275
2024-11-26T14:46:52,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=233, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, UNASSIGN because future has completed
2024-11-26T14:46:52,955 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:46:52,955 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=234, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275}]
2024-11-26T14:46:52,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=232, ppid=231, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, UNASSIGN because future has completed
2024-11-26T14:46:52,956 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:46:52,956 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=235, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:46:53,018 ERROR [ProcedureDispatcherTimeoutThread {}] procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread(331): DelayQueue for RemoteProcedureDispatcher is not empty when timed waiting elapsed. If this is repeated consistently, it means no element is getting expired from the queue and it might freeze the system. Queue: [containedObject=19945b63c2b4,40087,1732632046275, timeout=1732632413106, delay=88, operations=[pid=234, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275], containedObject=19945b63c2b4,46365,1732632046344, timeout=1732632413107, delay=89, operations=[pid=235, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344]]
2024-11-26T14:46:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230
2024-11-26T14:46:53,108 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(122): Close 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:46:53,108 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(122): Close 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1722): Closing 75a8206dd9fc47f40f08f20f5f98048b, disabling compactions & flushes
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1722): Closing 50c9471a04fae4c590eeb26cd344d613, disabling compactions & flushes
2024-11-26T14:46:53,108 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:46:53,108 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1755): Closing region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613. after waiting 0 ms
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b. after waiting 0 ms
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:46:53,108 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:46:53,111 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:46:53,112 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:46:53,112 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.
2024-11-26T14:46:53,112 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] regionserver.HRegion(1676): Region close journal for 50c9471a04fae4c590eeb26cd344d613:
Waiting for close lock at 1732632413108Running coprocessor pre-close hooks at 1732632413108Disabling compacts and flushes for region at 1732632413108Disabling writes for close at 1732632413108Writing region close event to WAL at 1732632413108Running coprocessor post-close hooks at 1732632413112 (+4 ms)Closed at 1732632413112
2024-11-26T14:46:53,113 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:46:53,113 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:46:53,113 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1973): Closed testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.
2024-11-26T14:46:53,113 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] regionserver.HRegion(1676): Region close journal for 75a8206dd9fc47f40f08f20f5f98048b:
Waiting for close lock at 1732632413108Running coprocessor pre-close hooks at 1732632413108Disabling compacts and flushes for region at 1732632413108Disabling writes for close at 1732632413108Writing region close event to WAL at 1732632413110 (+2 ms)Running coprocessor post-close hooks at 1732632413113 (+3 ms)Closed at 1732632413113
2024-11-26T14:46:53,114 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=234}] handler.UnassignRegionHandler(157): Closed 50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:46:53,114 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=233 updating hbase:meta row=50c9471a04fae4c590eeb26cd344d613, regionState=CLOSED
2024-11-26T14:46:53,115 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=235}] handler.UnassignRegionHandler(157): Closed 75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:46:53,116 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=232 updating hbase:meta row=75a8206dd9fc47f40f08f20f5f98048b, regionState=CLOSED
2024-11-26T14:46:53,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=234, ppid=233, state=RUNNABLE, hasLock=false; CloseRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275 because future has completed
2024-11-26T14:46:53,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=235, ppid=232, state=RUNNABLE, hasLock=false; CloseRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:46:53,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=234, resume processing ppid=233
2024-11-26T14:46:53,123 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=234, ppid=233, state=SUCCESS, hasLock=false; CloseRegionProcedure 50c9471a04fae4c590eeb26cd344d613, server=19945b63c2b4,40087,1732632046275 in 165 msec
2024-11-26T14:46:53,124 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=235, resume processing ppid=232
2024-11-26T14:46:53,125 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=233, ppid=231, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=50c9471a04fae4c590eeb26cd344d613, UNASSIGN in 171 msec
2024-11-26T14:46:53,125 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=235, ppid=232, state=SUCCESS, hasLock=false; CloseRegionProcedure 75a8206dd9fc47f40f08f20f5f98048b, server=19945b63c2b4,46365,1732632046344 in 166 msec
2024-11-26T14:46:53,126 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=232, resume processing ppid=231
2024-11-26T14:46:53,126 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=232, ppid=231, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportWithChecksum, region=75a8206dd9fc47f40f08f20f5f98048b, UNASSIGN in 173 msec
2024-11-26T14:46:53,127 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=231, resume processing ppid=230
2024-11-26T14:46:53,127 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=231, ppid=230, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportWithChecksum in 177 msec
2024-11-26T14:46:53,128 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632413128"}]},"ts":"1732632413128"}
2024-11-26T14:46:53,130 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportWithChecksum, state=DISABLED in hbase:meta
2024-11-26T14:46:53,130 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testtb-testExportWithChecksum to state=DISABLED
2024-11-26T14:46:53,132 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=230, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportWithChecksum in 189 msec
2024-11-26T14:46:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=230
2024-11-26T14:46:53,259 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-26T14:46:53,259 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportWithChecksum
2024-11-26T14:46:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=236, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:53,261 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=236, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportWithChecksum
2024-11-26T14:46:53,262 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=236, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:53,266 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportWithChecksum
2024-11-26T14:46:53,268 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:46:53,269 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:46:53,270 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/recovered.edits]
2024-11-26T14:46:53,270 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/recovered.edits]
2024-11-26T14:46:53,551 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/cf/7e7bf60f330f4d5d91c9e86d4ebc8fa7
2024-11-26T14:46:53,551 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/cf/50ef63b654254a96b969d17a3bc5ab81
2024-11-26T14:46:53,555 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b/recovered.edits/9.seqid
2024-11-26T14:46:53,555 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613/recovered.edits/9.seqid
2024-11-26T14:46:53,555 DEBUG [HFileArchiver-24 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:46:53,555 DEBUG [HFileArchiver-25 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportWithChecksum/50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:46:53,555 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportWithChecksum regions
2024-11-26T14:46:53,556 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6
2024-11-26T14:46:53,556 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf]
2024-11-26T14:46:53,559 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/c4ca4238a0b923820dcc509a6f75849b20241126cc4cac8234824295b78f1acf861c81df_50c9471a04fae4c590eeb26cd344d613
2024-11-26T14:46:53,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6/cf/d41d8cd98f00b204e9800998ecf8427e20241126c6addf797c4c46ebbefe06b4c35eedb4_75a8206dd9fc47f40f08f20f5f98048b
2024-11-26T14:46:53,561 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportWithChecksum/079394da860334b7f5313f35a50f5bc6
2024-11-26T14:46:53,619 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=236, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:53,629 WARN  [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportWithChecksum from hbase:meta
2024-11-26T14:46:53,635 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportWithChecksum' descriptor.
2024-11-26T14:46:53,638 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=236, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:53,638 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportWithChecksum' from region states.
2024-11-26T14:46:53,638 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632413638"}]},"ts":"9223372036854775807"}
2024-11-26T14:46:53,638 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632413638"}]},"ts":"9223372036854775807"}
2024-11-26T14:46:53,641 INFO  [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:46:53,641 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 75a8206dd9fc47f40f08f20f5f98048b, NAME => 'testtb-testExportWithChecksum,,1732632345614.75a8206dd9fc47f40f08f20f5f98048b.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => 50c9471a04fae4c590eeb26cd344d613, NAME => 'testtb-testExportWithChecksum,1,1732632345614.50c9471a04fae4c590eeb26cd344d613.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:46:53,641 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportWithChecksum' as deleted.
2024-11-26T14:46:53,641 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportWithChecksum","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632413641"}]},"ts":"9223372036854775807"}
2024-11-26T14:46:53,643 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportWithChecksum state from META
2024-11-26T14:46:53,644 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=236, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportWithChecksum
2024-11-26T14:46:53,646 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=236, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportWithChecksum in 385 msec
2024-11-26T14:46:53,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,880 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-26T14:46:53,881 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-26T14:46:53,881 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-26T14:46:53,881 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportWithChecksum with data PBUF
2024-11-26T14:46:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportWithChecksum
2024-11-26T14:46:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:53,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=236
2024-11-26T14:46:53,917 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportWithChecksum
2024-11-26T14:46:53,917 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:53,917 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportWithChecksum completed
2024-11-26T14:46:53,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:53,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:53,918 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:53,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportWithChecksum"
type: DISABLED

2024-11-26T14:46:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportWithChecksum
2024-11-26T14:46:53,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportWithChecksum"
type: DISABLED

2024-11-26T14:46:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportWithChecksum
2024-11-26T14:46:53,950 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportWithChecksum Thread=829 (was 819)
Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:54758 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-772698554_22 at /127.0.0.1:59684 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073742372_1548]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 153955)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-17
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1837609583_1 at /127.0.0.1:54726 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-9128
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: PacketResponder: BP-1868191336-172.17.0.3-1732632039559:blk_1073742372_1548, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-7
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-1868191336-172.17.0.3-1732632039559:blk_1073742372_1548, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ContainersLauncher #4
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.read1(BufferedReader.java:213)
	java.base@17.0.11/java.io.BufferedReader.read(BufferedReader.java:287)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.parseExecResult(Shell.java:1295)
	app//org.apache.hadoop.util.Shell.runCommand(Shell.java:1054)
	app//org.apache.hadoop.util.Shell.run(Shell.java:959)
	app//org.apache.hadoop.util.Shell$ShellCommandExecutor.execute(Shell.java:1282)
	app//org.apache.hadoop.yarn.server.nodemanager.DefaultContainerExecutor.launchContainer(DefaultContainerExecutor.java:349)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.launchContainer(ContainerLaunch.java:600)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:388)
	app//org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainerLaunch.call(ContainerLaunch.java:105)
	java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1837609583_1 at /127.0.0.1:47386 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-25
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #16
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:38177 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: PacketResponder: BP-1868191336-172.17.0.3-1732632039559:blk_1073742372_1548, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b-prefix:19945b63c2b4,39113,1732632046120.meta
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-772698554_22 at /127.0.0.1:38838 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073742372_1548]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:43092 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #18
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38177
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-6
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: HFileArchiver-24
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:47392 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_META-regionserver/19945b63c2b4:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:47390 [Waiting for operation #6]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-772698554_22 at /127.0.0.1:35816 [Receiving block BP-1868191336-172.17.0.3-1732632039559:blk_1073742372_1548]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #15
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1277003192_22 at /127.0.0.1:54756 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=839 (was 815) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=969 (was 475) - SystemLoadAverage LEAK? -, ProcessCount=29 (was 21) - ProcessCount LEAK? -, AvailableMemoryMB=2473 (was 2996)
2024-11-26T14:46:53,950 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=829 is superior to 500
2024-11-26T14:46:53,971 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=829, OpenFileDescriptor=839, MaxFileDescriptor=1048576, SystemLoadAverage=969, ProcessCount=29, AvailableMemoryMB=2473
2024-11-26T14:46:53,971 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=829 is superior to 500
2024-11-26T14:46:53,973 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-26T14:46:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=237, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:53,975 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_PRE_OPERATION
2024-11-26T14:46:53,975 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "testtb-testExportFileSystemStateWithSkipTmp"
 procId is: 237
2024-11-26T14:46:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-26T14:46:53,977 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-26T14:46:53,985 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742417_1593 (size=454)
2024-11-26T14:46:53,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742417_1593 (size=454)
2024-11-26T14:46:53,986 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742417_1593 (size=454)
2024-11-26T14:46:53,988 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7dc40978acb21a906cb5335d5f265512, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.', STARTKEY => '', ENDKEY => '1'}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:46:53,988 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => dcb1c968139e199b210d905e4b8f5055, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.', STARTKEY => '1', ENDKEY => ''}, tableDescriptor='testtb-testExportFileSystemStateWithSkipTmp', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:46:54,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742418_1594 (size=79)
2024-11-26T14:46:54,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742418_1594 (size=79)
2024-11-26T14:46:54,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742418_1594 (size=79)
2024-11-26T14:46:54,014 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:46:54,014 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1722): Closing 7dc40978acb21a906cb5335d5f265512, disabling compactions & flushes
2024-11-26T14:46:54,014 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,014 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,014 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512. after waiting 0 ms
2024-11-26T14:46:54,014 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,014 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,014 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7dc40978acb21a906cb5335d5f265512:
Waiting for close lock at 1732632414014Disabling compacts and flushes for region at 1732632414014Disabling writes for close at 1732632414014Writing region close event to WAL at 1732632414014Closed at 1732632414014
2024-11-26T14:46:54,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742419_1595 (size=79)
2024-11-26T14:46:54,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742419_1595 (size=79)
2024-11-26T14:46:54,037 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742419_1595 (size=79)
2024-11-26T14:46:54,037 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:46:54,037 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1722): Closing dcb1c968139e199b210d905e4b8f5055, disabling compactions & flushes
2024-11-26T14:46:54,037 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,037 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,038 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055. after waiting 0 ms
2024-11-26T14:46:54,038 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,038 INFO  [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,038 DEBUG [RegionOpenAndInit-testtb-testExportFileSystemStateWithSkipTmp-pool-1 {}] regionserver.HRegion(1676): Region close journal for dcb1c968139e199b210d905e4b8f5055:
Waiting for close lock at 1732632414037Disabling compacts and flushes for region at 1732632414037Disabling writes for close at 1732632414038 (+1 ms)Writing region close event to WAL at 1732632414038Closed at 1732632414038
2024-11-26T14:46:54,039 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ADD_TO_META
2024-11-26T14:46:54,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732632414039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632414039"}]},"ts":"1732632414039"}
2024-11-26T14:46:54,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.","families":{"info":[{"qualifier":"regioninfo","vlen":78,"tag":[],"timestamp":"1732632414039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732632414039"}]},"ts":"1732632414039"}
2024-11-26T14:46:54,043 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-11-26T14:46:54,044 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-26T14:46:54,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632414044"}]},"ts":"1732632414044"}
2024-11-26T14:46:54,046 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLING in hbase:meta
2024-11-26T14:46:54,046 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {19945b63c2b4=0} racks are {/default-rack=0}
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0
2024-11-26T14:46:54,048 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0
2024-11-26T14:46:54,048 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0
2024-11-26T14:46:54,048 INFO  [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0
2024-11-26T14:46:54,048 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1
2024-11-26T14:46:54,049 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, ASSIGN}, {pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, ASSIGN}]
2024-11-26T14:46:54,050 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, ASSIGN
2024-11-26T14:46:54,050 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, ASSIGN
2024-11-26T14:46:54,052 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, ASSIGN; state=OFFLINE, location=19945b63c2b4,39113,1732632046120; forceNewPlan=false, retain=false
2024-11-26T14:46:54,052 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, ASSIGN; state=OFFLINE, location=19945b63c2b4,46365,1732632046344; forceNewPlan=false, retain=false
2024-11-26T14:46:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-26T14:46:54,203 INFO  [19945b63c2b4:34149 {}] balancer.BaseLoadBalancer(388): Reassigned 2 regions. 2 retained the pre-restart assignment. 
2024-11-26T14:46:54,203 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=238 updating hbase:meta row=7dc40978acb21a906cb5335d5f265512, regionState=OPENING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:46:54,204 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=239 updating hbase:meta row=dcb1c968139e199b210d905e4b8f5055, regionState=OPENING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:46:54,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=238, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, ASSIGN because future has completed
2024-11-26T14:46:54,208 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=240, ppid=238, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc40978acb21a906cb5335d5f265512, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:46:54,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=239, ppid=237, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, ASSIGN because future has completed
2024-11-26T14:46:54,210 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=241, ppid=239, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb1c968139e199b210d905e4b8f5055, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:46:54,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-26T14:46:54,363 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,363 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(7752): Opening region: {ENCODED => 7dc40978acb21a906cb5335d5f265512, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.', STARTKEY => '', ENDKEY => '1'}
2024-11-26T14:46:54,364 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512. service=AccessControlService
2024-11-26T14:46:54,364 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:46:54,364 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,364 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:46:54,364 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(7794): checking encryption for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,364 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(7797): checking classloading for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,366 INFO  [StoreOpener-7dc40978acb21a906cb5335d5f265512-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 7dc40978acb21a906cb5335d5f265512 
2024-11-26T14:46:54,368 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] handler.AssignRegionHandler(132): Open testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,368 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(7752): Opening region: {ENCODED => dcb1c968139e199b210d905e4b8f5055, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.', STARTKEY => '1', ENDKEY => ''}
2024-11-26T14:46:54,368 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(8280): Registered coprocessor service: region=testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055. service=AccessControlService
2024-11-26T14:46:54,368 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.security.access.AccessController loaded, priority=536870911.
2024-11-26T14:46:54,368 INFO  [StoreOpener-7dc40978acb21a906cb5335d5f265512-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7dc40978acb21a906cb5335d5f265512 columnFamilyName cf
2024-11-26T14:46:54,368 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testtb-testExportFileSystemStateWithSkipTmp dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,368 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(898): Instantiated testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-26T14:46:54,369 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(7794): checking encryption for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,369 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(7797): checking classloading for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,369 DEBUG [StoreOpener-7dc40978acb21a906cb5335d5f265512-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:46:54,370 INFO  [StoreOpener-7dc40978acb21a906cb5335d5f265512-1 {}] regionserver.HStore(327): Store=7dc40978acb21a906cb5335d5f265512/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:46:54,370 INFO  [StoreOpener-dcb1c968139e199b210d905e4b8f5055-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region dcb1c968139e199b210d905e4b8f5055 
2024-11-26T14:46:54,371 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1038): replaying wal for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,372 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,372 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,372 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1048): stopping wal replay for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,372 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1060): Cleaning up temporary data for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,378 INFO  [StoreOpener-dcb1c968139e199b210d905e4b8f5055-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb1c968139e199b210d905e4b8f5055 columnFamilyName cf
2024-11-26T14:46:54,378 DEBUG [StoreOpener-dcb1c968139e199b210d905e4b8f5055-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:46:54,378 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1093): writing seq id for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,379 INFO  [StoreOpener-dcb1c968139e199b210d905e4b8f5055-1 {}] regionserver.HStore(327): Store=dcb1c968139e199b210d905e4b8f5055/cf,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-26T14:46:54,379 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1038): replaying wal for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,380 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,380 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:46:54,380 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,381 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1048): stopping wal replay for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,381 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1114): Opened 7dc40978acb21a906cb5335d5f265512; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72724378, jitterRate=0.08367767930030823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:46:54,381 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1060): Cleaning up temporary data for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,381 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:54,381 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegion(1006): Region open journal for 7dc40978acb21a906cb5335d5f265512:
Running coprocessor pre-open hook at 1732632414364Writing region info on filesystem at 1732632414365 (+1 ms)Initializing all the Stores at 1732632414365Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632414366 (+1 ms)Cleaning up temporary data from old regions at 1732632414372 (+6 ms)Running coprocessor post-open hooks at 1732632414381 (+9 ms)Region opened successfully at 1732632414381
2024-11-26T14:46:54,382 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512., pid=240, masterSystemTime=1732632414360
2024-11-26T14:46:54,383 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1093): writing seq id for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,384 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,384 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=240}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,385 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=238 updating hbase:meta row=7dc40978acb21a906cb5335d5f265512, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:46:54,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=240, ppid=238, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7dc40978acb21a906cb5335d5f265512, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:46:54,389 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-26T14:46:54,389 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1114): Opened dcb1c968139e199b210d905e4b8f5055; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66594575, jitterRate=-0.007663503289222717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-26T14:46:54,389 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,389 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegion(1006): Region open journal for dcb1c968139e199b210d905e4b8f5055:
Running coprocessor pre-open hook at 1732632414369Writing region info on filesystem at 1732632414369Initializing all the Stores at 1732632414369Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '0', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732632414369Cleaning up temporary data from old regions at 1732632414381 (+12 ms)Running coprocessor post-open hooks at 1732632414389 (+8 ms)Region opened successfully at 1732632414389
2024-11-26T14:46:54,391 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegionServer(2236): Post open deploy tasks for testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055., pid=241, masterSystemTime=1732632414365
2024-11-26T14:46:54,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=240, resume processing ppid=238
2024-11-26T14:46:54,392 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=240, ppid=238, state=SUCCESS, hasLock=false; OpenRegionProcedure 7dc40978acb21a906cb5335d5f265512, server=19945b63c2b4,46365,1732632046344 in 182 msec
2024-11-26T14:46:54,393 DEBUG [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] regionserver.HRegionServer(2266): Finished post open deploy task for testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,393 INFO  [RS_OPEN_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_OPEN_REGION, pid=241}] handler.AssignRegionHandler(153): Opened testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:54,393 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=239 updating hbase:meta row=dcb1c968139e199b210d905e4b8f5055, regionState=OPEN, openSeqNum=2, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:46:54,395 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=238, ppid=237, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, ASSIGN in 343 msec
2024-11-26T14:46:54,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=241, ppid=239, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb1c968139e199b210d905e4b8f5055, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:46:54,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=241, resume processing ppid=239
2024-11-26T14:46:54,403 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=241, ppid=239, state=SUCCESS, hasLock=false; OpenRegionProcedure dcb1c968139e199b210d905e4b8f5055, server=19945b63c2b4,39113,1732632046120 in 188 msec
2024-11-26T14:46:54,406 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=239, resume processing ppid=237
2024-11-26T14:46:54,406 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=239, ppid=237, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, ASSIGN in 354 msec
2024-11-26T14:46:54,408 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-26T14:46:54,408 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632414408"}]},"ts":"1732632414408"}
2024-11-26T14:46:54,410 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=ENABLED in hbase:meta
2024-11-26T14:46:54,416 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=237, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp execute state=CREATE_TABLE_POST_OPERATION
2024-11-26T14:46:54,417 DEBUG [PEWorker-2 {}] access.PermissionStorage(177): Writing permission with rowKey testtb-testExportFileSystemStateWithSkipTmp jenkins: RWXCA
2024-11-26T14:46:54,420 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-26T14:46:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:54,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:46:54,569 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,569 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,569 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,569 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,570 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,570 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,570 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,570 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF\x0AQ\x0A\x07jenkins\x12F\x08\x03"B\x0A6\x0A\x07default\x12+testtb-testExportFileSystemStateWithSkipTmp \x00 \x01 \x02 \x03 \x04
2024-11-26T14:46:54,577 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=237, state=SUCCESS, hasLock=false; CreateTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 596 msec
2024-11-26T14:46:54,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=237
2024-11-26T14:46:54,600 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-26T14:46:54,600 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:54,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40087 {}] ipc.CallRunner(138): callId: 523 service: ClientService methodName: Scan size: 210 connection: 172.17.0.3:51160 deadline: 1732632474600, exception=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:46:54,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:46:54,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:46:54,602 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(84): Try updating region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,40087,1732632046275, seqNum=-1 with the new location region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,39113,1732632046120, seqNum=211 constructed by org.apache.hadoop.hbase.exceptions.RegionMovedException: Region moved to: hostname=19945b63c2b4 port=39113 startCode=1732632046120. As of locationSeqNum=211.
2024-11-26T14:46:54,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:54,714 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:54,714 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:46:54,719 DEBUG [RPCClient-NioEventLoopGroup-6-13 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:54,728 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:54,735 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:54,739 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-26T14:46:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632414739 (current time:1732632414739).
2024-11-26T14:46:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:46:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-26T14:46:54,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:46:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16970237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:46:54,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:46:54,741 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:46:54,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:46:54,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:46:54,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3675d9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:54,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:46:54,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:46:54,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:54,744 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:46:54,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1a69c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:54,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:46:54,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,39113,1732632046120, seqNum=-1]
2024-11-26T14:46:54,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:46:54,747 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:46:54,754 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:46:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:46:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:54,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:54,754 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:46:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@638229cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:46:54,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:46:54,756 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:46:54,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:46:54,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:46:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e581b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:46:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:46:54,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:54,758 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:46:54,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b405eb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:46:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,39113,1732632046120, seqNum=-1]
2024-11-26T14:46:54,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:46:54,761 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:46:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:46:54,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:46:54,768 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:46:54,770 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:46:54,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:46:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:54,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-26T14:46:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:46:54,772 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:46:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=242, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-26T14:46:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 242
2024-11-26T14:46:54,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-26T14:46:54,783 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:46:54,784 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:46:54,789 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:46:54,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742420_1596 (size=203)
2024-11-26T14:46:54,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742420_1596 (size=203)
2024-11-26T14:46:54,885 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742420_1596 (size=203)
2024-11-26T14:46:54,887 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:46:54,887 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512}, {pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055}]
2024-11-26T14:46:54,889 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:54,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-26T14:46:54,889 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=244
2024-11-26T14:46:55,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=243
2024-11-26T14:46:55,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:55,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.HRegion(2603): Flush status journal for dcb1c968139e199b210d905e4b8f5055:

2024-11-26T14:46:55,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-26T14:46:55,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:46:55,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:46:55,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:55,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.HRegion(2603): Flush status journal for 7dc40978acb21a906cb5335d5f265512:

2024-11-26T14:46:55,043 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512. for emptySnaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-26T14:46:55,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.' region-info for snapshot=emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:46:55,044 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-26T14:46:55,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742422_1598 (size=82)
2024-11-26T14:46:55,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742422_1598 (size=82)
2024-11-26T14:46:55,079 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742422_1598 (size=82)
2024-11-26T14:46:55,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:55,079 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=243}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=243
2024-11-26T14:46:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=243
2024-11-26T14:46:55,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,080 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=243, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,081 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742421_1597 (size=82)
2024-11-26T14:46:55,082 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742421_1597 (size=82)
2024-11-26T14:46:55,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742421_1597 (size=82)
2024-11-26T14:46:55,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:55,084 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=244}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=244
2024-11-26T14:46:55,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=244
2024-11-26T14:46:55,085 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot emptySnaptb0-testExportFileSystemStateWithSkipTmp on region dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,085 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=243, ppid=242, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512 in 194 msec
2024-11-26T14:46:55,085 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=244, ppid=242, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,090 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=244, resume processing ppid=242
2024-11-26T14:46:55,090 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:46:55,090 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=244, ppid=242, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055 in 201 msec
2024-11-26T14:46:55,091 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:46:55,093 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:46:55,093 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:46:55,093 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:46:55,093 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: cf
2024-11-26T14:46:55,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-26T14:46:55,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742423_1599 (size=74)
2024-11-26T14:46:55,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742423_1599 (size=74)
2024-11-26T14:46:55,134 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742423_1599 (size=74)
2024-11-26T14:46:55,136 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:46:55,137 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,137 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742424_1600 (size=697)
2024-11-26T14:46:55,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742424_1600 (size=697)
2024-11-26T14:46:55,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742424_1600 (size=697)
2024-11-26T14:46:55,195 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:46:55,216 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:46:55,217 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/emptySnaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,219 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=242, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:46:55,219 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 242
2024-11-26T14:46:55,221 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=242, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=242, snapshot={ ss=emptySnaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 447 msec
2024-11-26T14:46:55,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=242
2024-11-26T14:46:55,409 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-26T14:46:55,416 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46365 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:46:55,419 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39113 {}] regionserver.HRegion(8528): writing data to region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055. with WAL disabled. Data may be lost in the event of a crash.
2024-11-26T14:46:55,420 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:55,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 2 regions for table testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,424 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:55,424 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-26T14:46:55,426 DEBUG [RPCClient-NioEventLoopGroup-6-13 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:55,444 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:55,453 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testtb-testExportFileSystemStateWithSkipTmp,, stopping at row=testtb-testExportFileSystemStateWithSkipTmp ,, for max=2147483647 with caching=100
2024-11-26T14:46:55,459 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-26T14:46:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732632415459 (current time:1732632415459).
2024-11-26T14:46:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-26T14:46:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snaptb0-testExportFileSystemStateWithSkipTmp VERSION not specified, setting to 2
2024-11-26T14:46:55,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotDescriptionUtils(346): Set jenkins as owner of Snapshot
2024-11-26T14:46:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4237f788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:46:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:46:55,461 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:46:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:46:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:46:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13238104, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:46:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:46:55,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:55,463 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:46:55,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d226228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:46:55,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,39113,1732632046120, seqNum=-1]
2024-11-26T14:46:55,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:46:55,466 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:46:55,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:46:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:46:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:55,468 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:46:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592e406e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ClusterIdFetcher(90): Going to request 19945b63c2b4,34149,-1 for getting cluster id
2024-11-26T14:46:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-26T14:46:55,474 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'da965b48-c984-4c40-a036-bd95de2080c6'
2024-11-26T14:46:55,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-26T14:46:55,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "da965b48-c984-4c40-a036-bd95de2080c6"

2024-11-26T14:46:55,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337fb0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:55,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [19945b63c2b4,34149,-1]
2024-11-26T14:46:55,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-26T14:46:55,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:55,476 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-26T14:46:55,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e0297cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null
2024-11-26T14:46:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-26T14:46:55,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=19945b63c2b4,39113,1732632046120, seqNum=-1]
2024-11-26T14:46:55,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:46:55,479 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:46:55,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:acl', row='testtb-testExportFileSystemStateWithSkipTmp', locateType=CURRENT is [region=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., hostname=19945b63c2b4,40087,1732632046275, seqNum=2]
2024-11-26T14:46:55,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-26T14:46:55,489 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-26T14:46:55,490 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149.
2024-11-26T14:46:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getPermissions(PermissionStorage.java:522)
    at org.apache.hadoop.hbase.security.access.PermissionStorage.getTablePermissions(PermissionStorage.java:485)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:490)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils$1.run(SnapshotDescriptionUtils.java:487)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:712)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:439)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953)
    at org.apache.hadoop.security.SecurityUtil.doAsUser(SecurityUtil.java:555)
    at org.apache.hadoop.security.SecurityUtil.doAsLoginUser(SecurityUtil.java:535)
    at jdk.internal.reflect.GeneratedMethodAccessor264.invoke(Unknown Source)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.apache.hadoop.hbase.util.Methods.call(Methods.java:39)
    at org.apache.hadoop.hbase.security.User.runAsLoginUser(User.java:174)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.writeAclToSnapshotDescription(SnapshotDescriptionUtils.java:487)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:354)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-26T14:46:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:46:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(613): Read acl: entry[testtb-testExportFileSystemStateWithSkipTmp], kv [jenkins: RWXCA]
2024-11-26T14:46:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-26T14:46:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=245, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }
2024-11-26T14:46:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 245
2024-11-26T14:46:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-26T14:46:55,494 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-26T14:46:55,495 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-26T14:46:55,497 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-26T14:46:55,497 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:46:55,514 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testtb-testExportFileSystemStateWithSkipTmp'
2024-11-26T14:46:55,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742425_1601 (size=198)
2024-11-26T14:46:55,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742425_1601 (size=198)
2024-11-26T14:46:55,530 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742425_1601 (size=198)
2024-11-26T14:46:55,533 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-26T14:46:55,533 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512}, {pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055}]
2024-11-26T14:46:55,534 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,534 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-26T14:46:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,638 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp Metrics about Tables on a single HBase RegionServer
2024-11-26T14:46:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportWithChecksum
2024-11-26T14:46:55,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46365 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=246
2024-11-26T14:46:55,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39113 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=247
2024-11-26T14:46:55,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:55,686 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:55,686 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(2902): Flushing dcb1c968139e199b210d905e4b8f5055 1/1 column families, dataSize=3.19 KB heapSize=7.14 KB
2024-11-26T14:46:55,687 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(2902): Flushing 7dc40978acb21a906cb5335d5f265512 1/1 column families, dataSize=65 B heapSize=400 B
2024-11-26T14:46:55,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055 is 71, key is 113f273ee89e53a7c7a97aa081874494/cf:q/1732632415418/Put/seqid=0
2024-11-26T14:46:55,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512 is 69, key is 0838dbcc6c2fd2e9cf0b89348583f652a/cf:q/1732632415416/Put/seqid=0
2024-11-26T14:46:55,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742426_1602 (size=8312)
2024-11-26T14:46:55,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742426_1602 (size=8312)
2024-11-26T14:46:55,763 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742426_1602 (size=8312)
2024-11-26T14:46:55,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:46:55,771 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,774 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742427_1603 (size=4964)
2024-11-26T14:46:55,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/.tmp/cf/d6fe31f6ada84f15bc74f439120c3108, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=dcb1c968139e199b210d905e4b8f5055]
2024-11-26T14:46:55,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742427_1603 (size=4964)
2024-11-26T14:46:55,775 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/.tmp/cf/d6fe31f6ada84f15bc74f439120c3108 is 220, key is 10135e469ad043cf62ccf5c03bdf95a27/cf:q/1732632415418/Put/seqid=0
2024-11-26T14:46:55,777 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742427_1603 (size=4964)
2024-11-26T14:46:55,778 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:46:55,786 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,787 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/.tmp/cf/dd8f537cbe9d4387975628b31193283f, store: [table=testtb-testExportFileSystemStateWithSkipTmp family=cf region=7dc40978acb21a906cb5335d5f265512]
2024-11-26T14:46:55,788 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/.tmp/cf/dd8f537cbe9d4387975628b31193283f is 220, key is 0838dbcc6c2fd2e9cf0b89348583f652a/cf:q/1732632415416/Put/seqid=0
2024-11-26T14:46:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-26T14:46:55,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742429_1605 (size=5526)
2024-11-26T14:46:55,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742429_1605 (size=5526)
2024-11-26T14:46:55,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742429_1605 (size=5526)
2024-11-26T14:46:55,834 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=65, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/.tmp/cf/dd8f537cbe9d4387975628b31193283f
2024-11-26T14:46:55,851 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/.tmp/cf/dd8f537cbe9d4387975628b31193283f as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf/dd8f537cbe9d4387975628b31193283f
2024-11-26T14:46:55,855 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf/dd8f537cbe9d4387975628b31193283f, entries=1, sequenceid=6, filesize=5.4 K
2024-11-26T14:46:55,857 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(3140): Finished flush of dataSize ~65 B/65, heapSize ~384 B/384, currentSize=0 B/0 for 7dc40978acb21a906cb5335d5f265512 in 170ms, sequenceid=6, compaction requested=false
2024-11-26T14:46:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.HRegion(2603): Flush status journal for 7dc40978acb21a906cb5335d5f265512:

2024-11-26T14:46:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-26T14:46:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742428_1604 (size=15959)
2024-11-26T14:46:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:46:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf/dd8f537cbe9d4387975628b31193283f] hfiles
2024-11-26T14:46:55,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf/dd8f537cbe9d4387975628b31193283f for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,858 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742428_1604 (size=15959)
2024-11-26T14:46:55,859 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742428_1604 (size=15959)
2024-11-26T14:46:55,859 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=6, memsize=3.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/.tmp/cf/d6fe31f6ada84f15bc74f439120c3108
2024-11-26T14:46:55,865 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/.tmp/cf/d6fe31f6ada84f15bc74f439120c3108 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf/d6fe31f6ada84f15bc74f439120c3108
2024-11-26T14:46:55,871 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf/d6fe31f6ada84f15bc74f439120c3108, entries=49, sequenceid=6, filesize=15.6 K
2024-11-26T14:46:55,872 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(3140): Finished flush of dataSize ~3.19 KB/3271, heapSize ~7.13 KB/7296, currentSize=0 B/0 for dcb1c968139e199b210d905e4b8f5055 in 186ms, sequenceid=6, compaction requested=false
2024-11-26T14:46:55,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.HRegion(2603): Flush status journal for dcb1c968139e199b210d905e4b8f5055:

2024-11-26T14:46:55,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(75): Snapshotting region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055. for snaptb0-testExportFileSystemStateWithSkipTmp completed.
2024-11-26T14:46:55,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(241): Storing 'testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.' region-info for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-26T14:46:55,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf/d6fe31f6ada84f15bc74f439120c3108] hfiles
2024-11-26T14:46:55,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf/d6fe31f6ada84f15bc74f439120c3108 for snapshot=snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742430_1606 (size=121)
2024-11-26T14:46:55,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742430_1606 (size=121)
2024-11-26T14:46:55,895 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742430_1606 (size=121)
2024-11-26T14:46:55,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:46:55,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=246}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=246
2024-11-26T14:46:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=246
2024-11-26T14:46:55,896 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,897 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=246, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,902 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=246, ppid=245, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7dc40978acb21a906cb5335d5f265512 in 365 msec
2024-11-26T14:46:55,932 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742431_1607 (size=121)
2024-11-26T14:46:55,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742431_1607 (size=121)
2024-11-26T14:46:55,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742431_1607 (size=121)
2024-11-26T14:46:55,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:46:55,933 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/19945b63c2b4:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=247}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=247
2024-11-26T14:46:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster(4169): Remote procedure done, pid=247
2024-11-26T14:46:55,934 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snaptb0-testExportFileSystemStateWithSkipTmp on region dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,934 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=247, ppid=245, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,938 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=247, resume processing ppid=245
2024-11-26T14:46:55,938 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-26T14:46:55,938 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=247, ppid=245, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcb1c968139e199b210d905e4b8f5055 in 402 msec
2024-11-26T14:46:55,939 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-26T14:46:55,940 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-26T14:46:55,941 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-26T14:46:55,941 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-26T14:46:55,943 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512] hfiles
2024-11-26T14:46:55,943 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:46:55,943 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/2): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512
2024-11-26T14:46:55,961 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742432_1608 (size=305)
2024-11-26T14:46:55,962 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742432_1608 (size=305)
2024-11-26T14:46:55,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742432_1608 (size=305)
2024-11-26T14:46:55,965 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-26T14:46:55,965 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:55,966 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:56,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742433_1609 (size=1007)
2024-11-26T14:46:56,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742433_1609 (size=1007)
2024-11-26T14:46:56,010 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742433_1609 (size=1007)
2024-11-26T14:46:56,025 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-26T14:46:56,056 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-26T14:46:56,056 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/.tmp/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:56,058 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=245, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-26T14:46:56,058 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 }, snapshot procedure id = 245
2024-11-26T14:46:56,060 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=245, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=245, snapshot={ ss=snaptb0-testExportFileSystemStateWithSkipTmp table=testtb-testExportFileSystemStateWithSkipTmp type=FLUSH ttl=0 } in 567 msec
2024-11-26T14:46:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=245
2024-11-26T14:46:56,120 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-26T14:46:56,120 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(515): HDFS export destination path: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120
2024-11-26T14:46:56,121 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(542): tgtFsUri=hdfs://localhost:41085, tgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120, rawTgtDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120, srcFsUri=hdfs://localhost:41085, srcDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:46:56,169 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41085, inputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b
2024-11-26T14:46:56,169 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120, skipTmp=true, initialOutputSnapshotDir=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:56,171 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-26T14:46:56,179 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:46:56,202 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742434_1610 (size=198)
2024-11-26T14:46:56,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742434_1610 (size=198)
2024-11-26T14:46:56,205 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742434_1610 (size=198)
2024-11-26T14:46:56,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742435_1611 (size=1007)
2024-11-26T14:46:56,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742435_1611 (size=1007)
2024-11-26T14:46:56,215 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742435_1611 (size=1007)
2024-11-26T14:46:56,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:56,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:56,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,225 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0010_000001 (auth:SIMPLE) from 127.0.0.1:54716
2024-11-26T14:46:57,243 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000001/launch_container.sh]
2024-11-26T14:46:57,243 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000001/container_tokens]
2024-11-26T14:46:57,243 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_3/usercache/jenkins/appcache/application_1732632053631_0010/container_1732632053631_0010_01_000001/sysfs]
2024-11-26T14:46:57,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-17770795455188258395.jar
2024-11-26T14:46:57,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop-17466946417422200065.jar
2024-11-26T14:46:57,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-11-26T14:46:57,337 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-26T14:46:57,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:46:57,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:57,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-26T14:46:57,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:46:57,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-26T14:46:57,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742436_1612 (size=440956)
2024-11-26T14:46:57,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742436_1612 (size=440956)
2024-11-26T14:46:57,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742436_1612 (size=440956)
2024-11-26T14:46:57,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742437_1613 (size=24020)
2024-11-26T14:46:57,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742437_1613 (size=24020)
2024-11-26T14:46:57,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742437_1613 (size=24020)
2024-11-26T14:46:57,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742438_1614 (size=6424749)
2024-11-26T14:46:57,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742438_1614 (size=6424749)
2024-11-26T14:46:57,408 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742438_1614 (size=6424749)
2024-11-26T14:46:57,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742439_1615 (size=77755)
2024-11-26T14:46:57,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742439_1615 (size=77755)
2024-11-26T14:46:57,414 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742439_1615 (size=77755)
2024-11-26T14:46:57,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742440_1616 (size=131360)
2024-11-26T14:46:57,423 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742440_1616 (size=131360)
2024-11-26T14:46:57,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742440_1616 (size=131360)
2024-11-26T14:46:57,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742441_1617 (size=111793)
2024-11-26T14:46:57,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742441_1617 (size=111793)
2024-11-26T14:46:57,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742441_1617 (size=111793)
2024-11-26T14:46:57,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742442_1618 (size=1832290)
2024-11-26T14:46:57,437 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742442_1618 (size=1832290)
2024-11-26T14:46:57,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742442_1618 (size=1832290)
2024-11-26T14:46:57,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742443_1619 (size=8360005)
2024-11-26T14:46:57,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742443_1619 (size=8360005)
2024-11-26T14:46:57,457 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742443_1619 (size=8360005)
2024-11-26T14:46:57,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742444_1620 (size=503880)
2024-11-26T14:46:57,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742444_1620 (size=503880)
2024-11-26T14:46:57,463 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742444_1620 (size=503880)
2024-11-26T14:46:57,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742445_1621 (size=322274)
2024-11-26T14:46:57,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742445_1621 (size=322274)
2024-11-26T14:46:57,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742445_1621 (size=322274)
2024-11-26T14:46:57,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742446_1622 (size=20406)
2024-11-26T14:46:57,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742446_1622 (size=20406)
2024-11-26T14:46:57,474 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742446_1622 (size=20406)
2024-11-26T14:46:57,480 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742447_1623 (size=45609)
2024-11-26T14:46:57,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742447_1623 (size=45609)
2024-11-26T14:46:57,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742447_1623 (size=45609)
2024-11-26T14:46:57,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742448_1624 (size=136454)
2024-11-26T14:46:57,488 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742448_1624 (size=136454)
2024-11-26T14:46:57,489 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742448_1624 (size=136454)
2024-11-26T14:46:57,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742449_1625 (size=1597136)
2024-11-26T14:46:57,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742449_1625 (size=1597136)
2024-11-26T14:46:57,500 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742449_1625 (size=1597136)
2024-11-26T14:46:57,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742450_1626 (size=30873)
2024-11-26T14:46:57,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742450_1626 (size=30873)
2024-11-26T14:46:57,506 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742450_1626 (size=30873)
2024-11-26T14:46:57,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742451_1627 (size=29229)
2024-11-26T14:46:57,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742451_1627 (size=29229)
2024-11-26T14:46:57,512 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742451_1627 (size=29229)
2024-11-26T14:46:57,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742452_1628 (size=903859)
2024-11-26T14:46:57,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742452_1628 (size=903859)
2024-11-26T14:46:57,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742452_1628 (size=903859)
2024-11-26T14:46:57,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742453_1629 (size=5175431)
2024-11-26T14:46:57,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742453_1629 (size=5175431)
2024-11-26T14:46:57,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742453_1629 (size=5175431)
2024-11-26T14:46:57,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742454_1630 (size=232881)
2024-11-26T14:46:57,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742454_1630 (size=232881)
2024-11-26T14:46:57,548 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742454_1630 (size=232881)
2024-11-26T14:46:57,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742455_1631 (size=1323991)
2024-11-26T14:46:57,556 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742455_1631 (size=1323991)
2024-11-26T14:46:57,557 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742455_1631 (size=1323991)
2024-11-26T14:46:57,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742456_1632 (size=4695811)
2024-11-26T14:46:57,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742456_1632 (size=4695811)
2024-11-26T14:46:57,571 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742456_1632 (size=4695811)
2024-11-26T14:46:57,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742457_1633 (size=1877034)
2024-11-26T14:46:57,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742457_1633 (size=1877034)
2024-11-26T14:46:57,579 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742457_1633 (size=1877034)
2024-11-26T14:46:57,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742458_1634 (size=217555)
2024-11-26T14:46:57,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742458_1634 (size=217555)
2024-11-26T14:46:57,585 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742458_1634 (size=217555)
2024-11-26T14:46:57,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742459_1635 (size=4188619)
2024-11-26T14:46:57,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742459_1635 (size=4188619)
2024-11-26T14:46:57,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742459_1635 (size=4188619)
2024-11-26T14:46:57,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742460_1636 (size=127628)
2024-11-26T14:46:57,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742460_1636 (size=127628)
2024-11-26T14:46:57,605 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742460_1636 (size=127628)
2024-11-26T14:46:57,606 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-26T14:46:57,608 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snaptb0-testExportFileSystemStateWithSkipTmp' hfile list
2024-11-26T14:46:57,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=15.6 K
2024-11-26T14:46:57,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=1 size=8.1 K
2024-11-26T14:46:57,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=2 size=5.4 K
2024-11-26T14:46:57,609 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=3 size=4.8 K
2024-11-26T14:46:57,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742461_1637 (size=1079)
2024-11-26T14:46:57,617 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742461_1637 (size=1079)
2024-11-26T14:46:57,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742461_1637 (size=1079)
2024-11-26T14:46:57,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742462_1638 (size=35)
2024-11-26T14:46:57,622 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742462_1638 (size=35)
2024-11-26T14:46:57,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742462_1638 (size=35)
2024-11-26T14:46:57,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742463_1639 (size=304251)
2024-11-26T14:46:57,632 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742463_1639 (size=304251)
2024-11-26T14:46:57,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742463_1639 (size=304251)
2024-11-26T14:46:57,644 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(880): maximum-am-resource-percent is insufficient to start a single application in queue, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:46:57,644 WARN  [SchedulerEventDispatcher:Event Processor {}] capacity.AbstractLeafQueue(913): maximum-am-resource-percent is insufficient to start a single application in queue for user, it is likely set too low. skipping enforcement to allow at least one application to start
2024-11-26T14:46:58,153 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:38304
2024-11-26T14:46:58,642 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:47:02,518 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:45620
2024-11-26T14:47:02,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742464_1640 (size=349973)
2024-11-26T14:47:02,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742464_1640 (size=349973)
2024-11-26T14:47:02,755 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742464_1640 (size=349973)
2024-11-26T14:47:04,723 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:35294
2024-11-26T14:47:04,723 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:34168
2024-11-26T14:47:05,605 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:34180
2024-11-26T14:47:05,606 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:35298
2024-11-26T14:47:08,226 WARN  [NM Event dispatcher {}] containermanager.ContainerManagerImpl(1784): couldn't find container container_1732632053631_0011_01_000006 while processing FINISH_CONTAINERS event
2024-11-26T14:47:09,760 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742465_1641 (size=15959)
2024-11-26T14:47:09,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742465_1641 (size=15959)
2024-11-26T14:47:09,762 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742465_1641 (size=15959)
2024-11-26T14:47:10,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742467_1643 (size=8312)
2024-11-26T14:47:10,029 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742467_1643 (size=8312)
2024-11-26T14:47:10,030 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742467_1643 (size=8312)
2024-11-26T14:47:10,056 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000002/launch_container.sh]
2024-11-26T14:47:10,056 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000002/container_tokens]
2024-11-26T14:47:10,056 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_2/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000002/sysfs]
2024-11-26T14:47:11,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742469_1645 (size=5526)
2024-11-26T14:47:11,112 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742469_1645 (size=5526)
2024-11-26T14:47:11,113 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742469_1645 (size=5526)
2024-11-26T14:47:11,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742468_1644 (size=4964)
2024-11-26T14:47:11,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742468_1644 (size=4964)
2024-11-26T14:47:11,820 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742468_1644 (size=4964)
2024-11-26T14:47:11,833 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000004/launch_container.sh]
2024-11-26T14:47:11,833 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000004/container_tokens]
2024-11-26T14:47:11,833 WARN  [ContainersLauncher #2 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_0/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000004/sysfs]
2024-11-26T14:47:11,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742466_1642 (size=31807)
2024-11-26T14:47:11,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742466_1642 (size=31807)
2024-11-26T14:47:11,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742466_1642 (size=31807)
2024-11-26T14:47:11,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742470_1646 (size=477)
2024-11-26T14:47:11,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742470_1646 (size=477)
2024-11-26T14:47:11,880 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742470_1646 (size=477)
2024-11-26T14:47:11,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742471_1647 (size=31807)
2024-11-26T14:47:11,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742471_1647 (size=31807)
2024-11-26T14:47:11,906 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742471_1647 (size=31807)
2024-11-26T14:47:11,924 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000005/launch_container.sh]
2024-11-26T14:47:11,924 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000005/container_tokens]
2024-11-26T14:47:11,924 WARN  [ContainersLauncher #0 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_1/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000005/sysfs]
2024-11-26T14:47:11,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742472_1648 (size=349973)
2024-11-26T14:47:11,926 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742472_1648 (size=349973)
2024-11-26T14:47:11,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742472_1648 (size=349973)
2024-11-26T14:47:11,939 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:49174
2024-11-26T14:47:11,945 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:56086
2024-11-26T14:47:13,803 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-26T14:47:13,803 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-26T14:47:13,809 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:13,809 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(409): Exported snapshot
2024-11-26T14:47:13,810 INFO  [Time-limited test {}] snapshot.TestExportSnapshot(420): Verified filesystem state
2024-11-26T14:47:13,810 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:13,810 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-26T14:47:13,810 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-26T14:47:13,810 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(495): List files in DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_153473695_22, ugi=jenkins (auth:SIMPLE)]] in root hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp at hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:13,810 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/.snapshotinfo
2024-11-26T14:47:13,810 DEBUG [Time-limited test {}] snapshot.TestExportSnapshot(500): hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/export-test/export-1732632416120/.hbase-snapshot/snaptb0-testExportFileSystemStateWithSkipTmp/data.manifest
2024-11-26T14:47:13,816 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=248, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:13,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248
2024-11-26T14:47:13,819 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632433818"}]},"ts":"1732632433818"}
2024-11-26T14:47:13,820 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLING in hbase:meta
2024-11-26T14:47:13,820 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLING
2024-11-26T14:47:13,821 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=249, ppid=248, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp}]
2024-11-26T14:47:13,822 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=250, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, UNASSIGN}, {pid=251, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, UNASSIGN}]
2024-11-26T14:47:13,823 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=251, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, UNASSIGN
2024-11-26T14:47:13,823 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=250, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, UNASSIGN
2024-11-26T14:47:13,823 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=250 updating hbase:meta row=7dc40978acb21a906cb5335d5f265512, regionState=CLOSING, regionLocation=19945b63c2b4,46365,1732632046344
2024-11-26T14:47:13,823 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=251 updating hbase:meta row=dcb1c968139e199b210d905e4b8f5055, regionState=CLOSING, regionLocation=19945b63c2b4,39113,1732632046120
2024-11-26T14:47:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=251, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, UNASSIGN because future has completed
2024-11-26T14:47:13,825 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:47:13,825 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=252, ppid=251, state=RUNNABLE, hasLock=false; CloseRegionProcedure dcb1c968139e199b210d905e4b8f5055, server=19945b63c2b4,39113,1732632046120}]
2024-11-26T14:47:13,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=250, ppid=249, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, UNASSIGN because future has completed
2024-11-26T14:47:13,825 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-26T14:47:13,825 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=253, ppid=250, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7dc40978acb21a906cb5335d5f265512, server=19945b63c2b4,46365,1732632046344}]
2024-11-26T14:47:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248
2024-11-26T14:47:13,978 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] handler.UnassignRegionHandler(122): Close dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:47:13,978 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:47:13,979 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] handler.UnassignRegionHandler(122): Close 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:47:13,979 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1722): Closing dcb1c968139e199b210d905e4b8f5055, disabling compactions & flushes
2024-11-26T14:47:13,979 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-26T14:47:13,979 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:47:13,979 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:47:13,980 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055. after waiting 0 ms
2024-11-26T14:47:13,980 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1722): Closing 7dc40978acb21a906cb5335d5f265512, disabling compactions & flushes
2024-11-26T14:47:13,980 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:47:13,980 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1755): Closing region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:47:13,980 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1776): Time limited wait for close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:47:13,980 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1843): Acquired close lock on testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512. after waiting 0 ms
2024-11-26T14:47:13,980 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1853): Updates disabled for region testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:47:13,988 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:47:13,988 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1
2024-11-26T14:47:13,988 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:13,988 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:13,988 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.
2024-11-26T14:47:13,988 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1973): Closed testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.
2024-11-26T14:47:13,989 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] regionserver.HRegion(1676): Region close journal for dcb1c968139e199b210d905e4b8f5055:
Waiting for close lock at 1732632433979Running coprocessor pre-close hooks at 1732632433979Disabling compacts and flushes for region at 1732632433979Disabling writes for close at 1732632433980 (+1 ms)Writing region close event to WAL at 1732632433982 (+2 ms)Running coprocessor post-close hooks at 1732632433988 (+6 ms)Closed at 1732632433988
2024-11-26T14:47:13,989 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] regionserver.HRegion(1676): Region close journal for 7dc40978acb21a906cb5335d5f265512:
Waiting for close lock at 1732632433979Running coprocessor pre-close hooks at 1732632433979Disabling compacts and flushes for region at 1732632433979Disabling writes for close at 1732632433980 (+1 ms)Writing region close event to WAL at 1732632433982 (+2 ms)Running coprocessor post-close hooks at 1732632433988 (+6 ms)Closed at 1732632433988
2024-11-26T14:47:13,991 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=253}] handler.UnassignRegionHandler(157): Closed 7dc40978acb21a906cb5335d5f265512
2024-11-26T14:47:13,992 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=250 updating hbase:meta row=7dc40978acb21a906cb5335d5f265512, regionState=CLOSED
2024-11-26T14:47:13,992 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION, pid=252}] handler.UnassignRegionHandler(157): Closed dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:47:13,993 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=251 updating hbase:meta row=dcb1c968139e199b210d905e4b8f5055, regionState=CLOSED
2024-11-26T14:47:13,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=253, ppid=250, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7dc40978acb21a906cb5335d5f265512, server=19945b63c2b4,46365,1732632046344 because future has completed
2024-11-26T14:47:13,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=252, ppid=251, state=RUNNABLE, hasLock=false; CloseRegionProcedure dcb1c968139e199b210d905e4b8f5055, server=19945b63c2b4,39113,1732632046120 because future has completed
2024-11-26T14:47:13,998 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=253, resume processing ppid=250
2024-11-26T14:47:13,999 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=252, resume processing ppid=251
2024-11-26T14:47:13,999 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=253, ppid=250, state=SUCCESS, hasLock=false; CloseRegionProcedure 7dc40978acb21a906cb5335d5f265512, server=19945b63c2b4,46365,1732632046344 in 170 msec
2024-11-26T14:47:13,999 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=252, ppid=251, state=SUCCESS, hasLock=false; CloseRegionProcedure dcb1c968139e199b210d905e4b8f5055, server=19945b63c2b4,39113,1732632046120 in 171 msec
2024-11-26T14:47:14,000 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=250, ppid=249, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=7dc40978acb21a906cb5335d5f265512, UNASSIGN in 176 msec
2024-11-26T14:47:14,001 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=251, resume processing ppid=249
2024-11-26T14:47:14,001 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=251, ppid=249, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testtb-testExportFileSystemStateWithSkipTmp, region=dcb1c968139e199b210d905e4b8f5055, UNASSIGN in 177 msec
2024-11-26T14:47:14,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=249, resume processing ppid=248
2024-11-26T14:47:14,003 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=249, ppid=248, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 180 msec
2024-11-26T14:47:14,004 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732632434004"}]},"ts":"1732632434004"}
2024-11-26T14:47:14,006 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=testtb-testExportFileSystemStateWithSkipTmp, state=DISABLED in hbase:meta
2024-11-26T14:47:14,006 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testtb-testExportFileSystemStateWithSkipTmp to state=DISABLED
2024-11-26T14:47:14,008 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=248, state=SUCCESS, hasLock=false; DisableTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 190 msec
2024-11-26T14:47:14,132 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:47:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=248
2024-11-26T14:47:14,141 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-26T14:47:14,142 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] procedure2.ProcedureExecutor(1139): Stored pid=254, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,147 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=254, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] access.PermissionStorage(261): Removing permissions of removed table testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,149 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=254, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,151 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40087 {}] access.PermissionStorage(529): No permissions found in hbase:acl for acl entry testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,154 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512
2024-11-26T14:47:14,154 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:47:14,156 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/recovered.edits]
2024-11-26T14:47:14,156 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf, FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/recovered.edits]
2024-11-26T14:47:14,159 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf/d6fe31f6ada84f15bc74f439120c3108 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/cf/d6fe31f6ada84f15bc74f439120c3108
2024-11-26T14:47:14,159 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf/dd8f537cbe9d4387975628b31193283f to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/cf/dd8f537cbe9d4387975628b31193283f
2024-11-26T14:47:14,162 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055/recovered.edits/9.seqid
2024-11-26T14:47:14,162 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/recovered.edits/9.seqid to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512/recovered.edits/9.seqid
2024-11-26T14:47:14,163 DEBUG [HFileArchiver-27 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:47:14,163 DEBUG [HFileArchiver-26 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testtb-testExportFileSystemStateWithSkipTmp/7dc40978acb21a906cb5335d5f265512
2024-11-26T14:47:14,163 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testtb-testExportFileSystemStateWithSkipTmp regions
2024-11-26T14:47:14,163 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a
2024-11-26T14:47:14,164 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf]
2024-11-26T14:47:14,167 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/c4ca4238a0b923820dcc509a6f75849b202411269f905e16568341b3b3477af033f92b79_dcb1c968139e199b210d905e4b8f5055
2024-11-26T14:47:14,168 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512 to hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/archive/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a/cf/d41d8cd98f00b204e9800998ecf8427e2024112618e75c02ce134be48c8abe605b9b508b_7dc40978acb21a906cb5335d5f265512
2024-11-26T14:47:14,169 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/mobdir/data/default/testtb-testExportFileSystemStateWithSkipTmp/e9516f04c7d2974b21addb190acc6c0a
2024-11-26T14:47:14,172 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=254, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,176 WARN  [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of testtb-testExportFileSystemStateWithSkipTmp from hbase:meta
2024-11-26T14:47:14,179 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'testtb-testExportFileSystemStateWithSkipTmp' descriptor.
2024-11-26T14:47:14,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=254, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,181 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'testtb-testExportFileSystemStateWithSkipTmp' from region states.
2024-11-26T14:47:14,181 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632434181"}]},"ts":"9223372036854775807"}
2024-11-26T14:47:14,181 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732632434181"}]},"ts":"9223372036854775807"}
2024-11-26T14:47:14,184 INFO  [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-11-26T14:47:14,184 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7dc40978acb21a906cb5335d5f265512, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,,1732632413973.7dc40978acb21a906cb5335d5f265512.', STARTKEY => '', ENDKEY => '1'}, {ENCODED => dcb1c968139e199b210d905e4b8f5055, NAME => 'testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055.', STARTKEY => '1', ENDKEY => ''}]
2024-11-26T14:47:14,184 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'testtb-testExportFileSystemStateWithSkipTmp' as deleted.
2024-11-26T14:47:14,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"testtb-testExportFileSystemStateWithSkipTmp","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732632434184"}]},"ts":"9223372036854775807"}
2024-11-26T14:47:14,186 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table testtb-testExportFileSystemStateWithSkipTmp state from META
2024-11-26T14:47:14,186 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=254, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,187 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=254, state=SUCCESS, hasLock=false; DeleteTableProcedure table=testtb-testExportFileSystemStateWithSkipTmp in 44 msec
2024-11-26T14:47:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,199 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-26T14:47:14,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-26T14:47:14,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-26T14:47:14,200 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testtb-testExportFileSystemStateWithSkipTmp with data PBUF
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/acl/testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/acl
2024-11-26T14:47:14,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=254
2024-11-26T14:47:14,212 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:47:14,212 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:47:14,212 DEBUG [RPCClient-NioEventLoopGroup-6-4 {}] client.AsyncRegionLocator(219): Clear meta cache for testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,212 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:47:14,212 INFO  [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:testtb-testExportFileSystemStateWithSkipTmp completed
2024-11-26T14:47:14,213 DEBUG [zk-permission-watcher-pool-0 {}] access.ZKPermissionWatcher(245): Updating permissions cache from testExportExpiredSnapshot with data PBUF\x0A?\x0A\x07jenkins\x124\x08\x03"0\x0A$\x0A\x07default\x12\x19testExportExpiredSnapshot \x00 \x01 \x02 \x03 \x04
2024-11-26T14:47:14,219 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "emptySnaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-26T14:47:14,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: emptySnaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,222 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snaptb0-testExportFileSystemStateWithSkipTmp"
type: DISABLED

2024-11-26T14:47:14,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149 {}] snapshot.SnapshotManager(381): Deleting snapshot: snaptb0-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:14,242 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: snapshot.TestMobSecureExportSnapshot#testExportFileSystemStateWithSkipTmp Thread=834 (was 829)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-23
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #19
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-26
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: process reaper (pid 157526)
	java.base@17.0.11/java.lang.ProcessHandleImpl.waitForProcessExit0(Native Method)
	java.base@17.0.11/java.lang.ProcessHandleImpl$1.run(ProcessHandleImpl.java:150)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-27
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ApplicationMasterLauncher #20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Thread-9987
	java.base@17.0.11/java.io.FileInputStream.readBytes(Native Method)
	java.base@17.0.11/java.io.FileInputStream.read(FileInputStream.java:276)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:282)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.readBytes(StreamDecoder.java:281)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.implRead(StreamDecoder.java:324)
	java.base@17.0.11/sun.nio.cs.StreamDecoder.read(StreamDecoder.java:189)
	java.base@17.0.11/java.io.InputStreamReader.read(InputStreamReader.java:177)
	java.base@17.0.11/java.io.BufferedReader.fill(BufferedReader.java:162)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:329)
	java.base@17.0.11/java.io.BufferedReader.readLine(BufferedReader.java:396)
	app//org.apache.hadoop.util.Shell$1.run(Shell.java:1025)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:52944 [Waiting for operation #5]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:34882 [Waiting for operation #3]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-22
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_734266718_1 at /127.0.0.1:52928 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_734266718_1 at /127.0.0.1:35504 [Waiting for operation #2]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-21
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Client (1065665691) connection to localhost/127.0.0.1:39357 from jenkins
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
	app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_153473695_22 at /127.0.0.1:35528 [Waiting for operation #4]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RSProcedureDispatcher-pool-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-20
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39357
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=837 (was 839), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=827 (was 969), ProcessCount=24 (was 29), AvailableMemoryMB=2880 (was 2473) - AvailableMemoryMB LEAK? -
2024-11-26T14:47:14,243 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=834 is superior to 500
2024-11-26T14:47:14,243 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-26T14:47:14,249 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3dbb64bf{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-26T14:47:14,251 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2bcddc83{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:47:14,251 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:47:14,252 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6595a1d6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-26T14:47:14,252 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b920582{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:47:15,291 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000003/launch_container.sh]
2024-11-26T14:47:15,291 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000003/container_tokens]
2024-11-26T14:47:15,291 WARN  [ContainersLauncher #4 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-1_0/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000003/sysfs]
2024-11-26T14:47:15,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testtb-testExportFileSystemStateWithSkipTmp
2024-11-26T14:47:18,028 INFO  [Socket Reader #1 for port 0 {}] ipc.Server$Connection(2290): Auth successful for appattempt_1732632053631_0011_000001 (auth:SIMPLE) from 127.0.0.1:56088
2024-11-26T14:47:18,039 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000001/launch_container.sh]
2024-11-26T14:47:18,039 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000001/container_tokens]
2024-11-26T14:47:18,039 WARN  [ContainersLauncher #6 {}] nodemanager.DefaultContainerExecutor(697): delete returned false for path: [/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test/data/MiniMRCluster_222896145/yarn-6301349128/MiniMRCluster_222896145-localDir-nm-0_3/usercache/jenkins/appcache/application_1732632053631_0011/container_1732632053631_0011_01_000001/sysfs]
2024-11-26T14:47:19,520 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:47:22,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 42720
2024-11-26T14:47:23,022 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 72088b6dc8d83597d53e4f6ff3a8f56d, had cached 0 bytes from a total of 5490
2024-11-26T14:47:31,271 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b820867{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-26T14:47:31,272 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@219f11{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:47:31,272 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:47:31,273 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db4a1e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-26T14:47:31,273 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c3ad084{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:47:37,636 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0508902aedf39ca7b49a5542e344aab2, had cached 0 bytes from a total of 15059
2024-11-26T14:47:44,133 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:47:48,280 ERROR [Thread[Thread-404,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-26T14:47:48,281 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74f981c6{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-26T14:47:48,281 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4583073b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:47:48,281 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:47:48,282 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f560bab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-26T14:47:48,282 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fd93dac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:47:48,284 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-26T14:47:48,288 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-26T14:47:48,289 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-26T14:47:48,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741830_1006 (size=1184128)
2024-11-26T14:47:48,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741830_1006 (size=1184128)
2024-11-26T14:47:48,291 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741830_1006 (size=1184128)
2024-11-26T14:47:48,292 ERROR [Thread[Thread-427,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-26T14:47:48,295 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e25c6f1{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-26T14:47:48,296 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@99a950a{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:47:48,296 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:47:48,296 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f9a36b8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-26T14:47:48,296 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3620ec8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:47:48,297 ERROR [Thread[Thread-386,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-26T14:47:48,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped
2024-11-26T14:47:48,297 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-26T14:47:48,297 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T14:47:48,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T14:47:48,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,298 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,298 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-26T14:47:48,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-26T14:47:48,298 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1166151168, stopped=false
2024-11-26T14:47:48,298 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,298 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-26T14:47:48,298 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=19945b63c2b4,34149,1732632045175
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:47:48,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:47:48,371 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T14:47:48,373 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-26T14:47:48,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:47:48,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:47:48,373 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:47:48,373 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T14:47:48,374 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running
2024-11-26T14:47:48,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,375 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,39113,1732632046120' *****
2024-11-26T14:47:48,375 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,375 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T14:47:48,375 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,40087,1732632046275' *****
2024-11-26T14:47:48,375 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,375 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T14:47:48,375 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '19945b63c2b4,46365,1732632046344' *****
2024-11-26T14:47:48,376 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T14:47:48,376 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T14:47:48,376 DEBUG [Time-limited test {}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,376 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-26T14:47:48,376 INFO  [RS:0;19945b63c2b4:39113 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T14:47:48,376 INFO  [RS:1;19945b63c2b4:40087 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T14:47:48,376 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T14:47:48,376 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T14:47:48,376 INFO  [RS:1;19945b63c2b4:40087 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T14:47:48,376 INFO  [RS:0;19945b63c2b4:39113 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T14:47:48,376 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-26T14:47:48,376 INFO  [RS:2;19945b63c2b4:46365 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-26T14:47:48,376 INFO  [RS:2;19945b63c2b4:46365 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-26T14:47:48,376 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(3091): Received CLOSE for 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:47:48,376 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(3091): Received CLOSE for d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:47:48,376 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-26T14:47:48,377 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(3091): Received CLOSE for 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:47:48,377 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,39113,1732632046120
2024-11-26T14:47:48,377 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,40087,1732632046275
2024-11-26T14:47:48,377 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(959): stopping server 19945b63c2b4,46365,1732632046344
2024-11-26T14:47:48,377 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T14:47:48,377 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T14:47:48,377 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T14:47:48,377 INFO  [RS:0;19945b63c2b4:39113 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;19945b63c2b4:39113.
2024-11-26T14:47:48,377 INFO  [RS:1;19945b63c2b4:40087 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;19945b63c2b4:40087.
2024-11-26T14:47:48,377 INFO  [RS:2;19945b63c2b4:46365 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;19945b63c2b4:46365.
2024-11-26T14:47:48,377 DEBUG [RS:0;19945b63c2b4:39113 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T14:47:48,377 DEBUG [RS:1;19945b63c2b4:40087 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T14:47:48,377 DEBUG [RS:2;19945b63c2b4:46365 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-26T14:47:48,377 DEBUG [RS:0;19945b63c2b4:39113 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,377 DEBUG [RS:1;19945b63c2b4:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,377 DEBUG [RS:2;19945b63c2b4:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72088b6dc8d83597d53e4f6ff3a8f56d, disabling compactions & flushes
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0508902aedf39ca7b49a5542e344aab2, disabling compactions & flushes
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8c88bbf5e6ea15ff12f03eeec88e2cf, disabling compactions & flushes
2024-11-26T14:47:48,378 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T14:47:48,378 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T14:47:48,378 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:47:48,378 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T14:47:48,378 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:47:48,378 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:47:48,378 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T14:47:48,378 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:47:48,378 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1325): Online Regions={d8c88bbf5e6ea15ff12f03eeec88e2cf=hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.}
2024-11-26T14:47:48,378 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1325): Online Regions={0508902aedf39ca7b49a5542e344aab2=testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.}
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d. after waiting 0 ms
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2. after waiting 0 ms
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf. after waiting 0 ms
2024-11-26T14:47:48,378 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:47:48,378 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:47:48,378 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8c88bbf5e6ea15ff12f03eeec88e2cf 1/1 column families, dataSize=1.65 KB heapSize=3.90 KB
2024-11-26T14:47:48,379 DEBUG [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1351): Waiting on 0508902aedf39ca7b49a5542e344aab2
2024-11-26T14:47:48,379 DEBUG [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1351): Waiting on d8c88bbf5e6ea15ff12f03eeec88e2cf
2024-11-26T14:47:48,379 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-11-26T14:47:48,379 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1325): Online Regions={72088b6dc8d83597d53e4f6ff3a8f56d=testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d., 1588230740=hbase:meta,,1.1588230740}
2024-11-26T14:47:48,379 DEBUG [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72088b6dc8d83597d53e4f6ff3a8f56d
2024-11-26T14:47:48,380 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-26T14:47:48,380 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-26T14:47:48,380 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-26T14:47:48,380 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-26T14:47:48,380 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-26T14:47:48,381 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=10.45 KB heapSize=17.41 KB
2024-11-26T14:47:48,382 INFO  [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T14:47:48,383 INFO  [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T14:47:48,383 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/0508902aedf39ca7b49a5542e344aab2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1
2024-11-26T14:47:48,384 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,384 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:47:48,384 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0508902aedf39ca7b49a5542e344aab2:
Waiting for close lock at 1732632468377Running coprocessor pre-close hooks at 1732632468378 (+1 ms)Disabling compacts and flushes for region at 1732632468378Disabling writes for close at 1732632468378Writing region close event to WAL at 1732632468380 (+2 ms)Running coprocessor post-close hooks at 1732632468384 (+4 ms)Closed at 1732632468384
2024-11-26T14:47:48,384 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,1,1732632322290.0508902aedf39ca7b49a5542e344aab2.
2024-11-26T14:47:48,390 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/default/testExportExpiredSnapshot/72088b6dc8d83597d53e4f6ff3a8f56d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8
2024-11-26T14:47:48,390 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,390 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:47:48,390 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72088b6dc8d83597d53e4f6ff3a8f56d:
Waiting for close lock at 1732632468377Running coprocessor pre-close hooks at 1732632468378 (+1 ms)Disabling compacts and flushes for region at 1732632468378Disabling writes for close at 1732632468378Writing region close event to WAL at 1732632468380 (+2 ms)Running coprocessor post-close hooks at 1732632468390 (+10 ms)Closed at 1732632468390
2024-11-26T14:47:48,390 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d.
2024-11-26T14:47:48,394 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/.tmp/l/2578360a085b4b238bbf903707d8b878 is 74, key is testtb-testExportFileSystemStateWithMergeRegion-1/l:/1732632320069/DeleteFamily/seqid=0
2024-11-26T14:47:48,394 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/info/eb897b09becd4a3dbce6eca51af955b6 is 172, key is testExportExpiredSnapshot,,1732632322290.72088b6dc8d83597d53e4f6ff3a8f56d./info:regioninfo/1732632353057/Put/seqid=0
2024-11-26T14:47:48,399 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742474_1650 (size=5860)
2024-11-26T14:47:48,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742473_1649 (size=7855)
2024-11-26T14:47:48,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742474_1650 (size=5860)
2024-11-26T14:47:48,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742473_1649 (size=7855)
2024-11-26T14:47:48,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742473_1649 (size=7855)
2024-11-26T14:47:48,400 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742474_1650 (size=5860)
2024-11-26T14:47:48,401 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.60 KB at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/info/eb897b09becd4a3dbce6eca51af955b6
2024-11-26T14:47:48,401 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=31 (bloomFilter=false), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/.tmp/l/2578360a085b4b238bbf903707d8b878
2024-11-26T14:47:48,404 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2578360a085b4b238bbf903707d8b878
2024-11-26T14:47:48,405 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/.tmp/l/2578360a085b4b238bbf903707d8b878 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/l/2578360a085b4b238bbf903707d8b878
2024-11-26T14:47:48,409 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2578360a085b4b238bbf903707d8b878
2024-11-26T14:47:48,409 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/l/2578360a085b4b238bbf903707d8b878, entries=14, sequenceid=31, filesize=5.7 K
2024-11-26T14:47:48,409 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1694, heapSize ~3.88 KB/3976, currentSize=0 B/0 for d8c88bbf5e6ea15ff12f03eeec88e2cf in 31ms, sequenceid=31, compaction requested=false
2024-11-26T14:47:48,414 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/acl/d8c88bbf5e6ea15ff12f03eeec88e2cf/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1
2024-11-26T14:47:48,414 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,414 INFO  [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:47:48,414 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8c88bbf5e6ea15ff12f03eeec88e2cf:
Waiting for close lock at 1732632468377Running coprocessor pre-close hooks at 1732632468378 (+1 ms)Disabling compacts and flushes for region at 1732632468378Disabling writes for close at 1732632468378Obtaining lock to block concurrent updates at 1732632468378Preparing flush snapshotting stores in d8c88bbf5e6ea15ff12f03eeec88e2cf at 1732632468378Finished memstore snapshotting hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf., syncing WAL and waiting on mvcc, flushsize=dataSize=1694, getHeapSize=3976, getOffHeapSize=0, getCellsCount=27 at 1732632468379 (+1 ms)Flushing stores of hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf. at 1732632468380 (+1 ms)Flushing d8c88bbf5e6ea15ff12f03eeec88e2cf/l: creating writer at 1732632468380Flushing d8c88bbf5e6ea15ff12f03eeec88e2cf/l: appending metadata at 1732632468394 (+14 ms)Flushing d8c88bbf5e6ea15ff12f03eeec88e2cf/l: closing flushed file at 1732632468394Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13dc1578: reopening flushed file at 1732632468404 (+10 ms)Finished flush of dataSize ~1.65 KB/1694, heapSize ~3.88 KB/3976, currentSize=0 B/0 for d8c88bbf5e6ea15ff12f03eeec88e2cf in 31ms, sequenceid=31, compaction requested=false at 1732632468410 (+6 ms)Writing region close event to WAL at 1732632468412 (+2 ms)Running coprocessor post-close hooks at 1732632468414 (+2 ms)Closed at 1732632468414
2024-11-26T14:47:48,415 DEBUG [RS_CLOSE_REGION-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:acl,,1732632049583.d8c88bbf5e6ea15ff12f03eeec88e2cf.
2024-11-26T14:47:48,418 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/ns/cd418731cadd4231b7098180696785d0 is 119, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055./ns:/1732632434172/DeleteFamily/seqid=0
2024-11-26T14:47:48,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742475_1651 (size=5927)
2024-11-26T14:47:48,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742475_1651 (size=5927)
2024-11-26T14:47:48,424 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742475_1651 (size=5927)
2024-11-26T14:47:48,424 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=430 B at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/ns/cd418731cadd4231b7098180696785d0
2024-11-26T14:47:48,440 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/rep_barrier/c89a57d326b54e289f16183bbca171ce is 128, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055./rep_barrier:/1732632434172/DeleteFamily/seqid=0
2024-11-26T14:47:48,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742476_1652 (size=5990)
2024-11-26T14:47:48,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742476_1652 (size=5990)
2024-11-26T14:47:48,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742476_1652 (size=5990)
2024-11-26T14:47:48,445 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=466 B at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/rep_barrier/c89a57d326b54e289f16183bbca171ce
2024-11-26T14:47:48,461 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/table/fed1448197d0436f93ab83cae513b959 is 122, key is testtb-testExportFileSystemStateWithSkipTmp,1,1732632413973.dcb1c968139e199b210d905e4b8f5055./table:/1732632434172/DeleteFamily/seqid=0
2024-11-26T14:47:48,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742477_1653 (size=6012)
2024-11-26T14:47:48,465 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742477_1653 (size=6012)
2024-11-26T14:47:48,466 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742477_1653 (size=6012)
2024-11-26T14:47:48,466 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=996 B at sequenceid=246 (bloomFilter=true), to=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/table/fed1448197d0436f93ab83cae513b959
2024-11-26T14:47:48,467 INFO  [regionserver/19945b63c2b4:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T14:47:48,470 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/info/eb897b09becd4a3dbce6eca51af955b6 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/info/eb897b09becd4a3dbce6eca51af955b6
2024-11-26T14:47:48,474 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/info/eb897b09becd4a3dbce6eca51af955b6, entries=19, sequenceid=246, filesize=7.7 K
2024-11-26T14:47:48,475 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/ns/cd418731cadd4231b7098180696785d0 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/ns/cd418731cadd4231b7098180696785d0
2024-11-26T14:47:48,479 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/ns/cd418731cadd4231b7098180696785d0, entries=4, sequenceid=246, filesize=5.8 K
2024-11-26T14:47:48,480 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/rep_barrier/c89a57d326b54e289f16183bbca171ce as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/rep_barrier/c89a57d326b54e289f16183bbca171ce
2024-11-26T14:47:48,484 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/rep_barrier/c89a57d326b54e289f16183bbca171ce, entries=4, sequenceid=246, filesize=5.8 K
2024-11-26T14:47:48,484 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/.tmp/table/fed1448197d0436f93ab83cae513b959 as hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/table/fed1448197d0436f93ab83cae513b959
2024-11-26T14:47:48,488 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/table/fed1448197d0436f93ab83cae513b959, entries=6, sequenceid=246, filesize=5.9 K
2024-11-26T14:47:48,489 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~10.45 KB/10703, heapSize ~17.34 KB/17760, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=246, compaction requested=false
2024-11-26T14:47:48,489 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-26T14:47:48,492 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/data/hbase/meta/1588230740/recovered.edits/249.seqid, newMaxSeqId=249, maxSeqId=214
2024-11-26T14:47:48,493 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:48,493 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T14:47:48,493 INFO  [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-26T14:47:48,493 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732632468379Running coprocessor pre-close hooks at 1732632468379Disabling compacts and flushes for region at 1732632468380 (+1 ms)Disabling writes for close at 1732632468380Obtaining lock to block concurrent updates at 1732632468381 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732632468381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=10703, getHeapSize=17760, getOffHeapSize=0, getCellsCount=81 at 1732632468381Flushing stores of hbase:meta,,1.1588230740 at 1732632468382 (+1 ms)Flushing 1588230740/info: creating writer at 1732632468382Flushing 1588230740/info: appending metadata at 1732632468394 (+12 ms)Flushing 1588230740/info: closing flushed file at 1732632468394Flushing 1588230740/ns: creating writer at 1732632468404 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732632468418 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732632468418Flushing 1588230740/rep_barrier: creating writer at 1732632468428 (+10 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732632468440 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732632468440Flushing 1588230740/table: creating writer at 1732632468448 (+8 ms)Flushing 1588230740/table: appending metadata at 1732632468460 (+12 ms)Flushing 1588230740/table: closing flushed file at 1732632468461 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40016d85: reopening flushed file at 1732632468469 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e8634a0: reopening flushed file at 1732632468474 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b268993: reopening flushed file at 1732632468479 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27a1c9cf: reopening flushed file at 1732632468484 (+5 ms)Finished flush of dataSize ~10.45 KB/10703, heapSize ~17.34 KB/17760, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=246, compaction requested=false at 1732632468489 (+5 ms)Writing region close event to WAL at 1732632468490 (+1 ms)Running coprocessor post-close hooks at 1732632468493 (+3 ms)Closed at 1732632468493
2024-11-26T14:47:48,493 DEBUG [RS_CLOSE_META-regionserver/19945b63c2b4:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-26T14:47:48,579 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,46365,1732632046344; all regions closed.
2024-11-26T14:47:48,579 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,40087,1732632046275; all regions closed.
2024-11-26T14:47:48,579 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(976): stopping server 19945b63c2b4,39113,1732632046120; all regions closed.
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742372_1548 (size=13344)
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741833_1009 (size=12050)
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742372_1548 (size=13344)
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742372_1548 (size=13344)
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741833_1009 (size=12050)
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741833_1009 (size=12050)
2024-11-26T14:47:48,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741836_1012 (size=89810)
2024-11-26T14:47:48,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741836_1012 (size=89810)
2024-11-26T14:47:48,584 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741836_1012 (size=89810)
2024-11-26T14:47:48,586 DEBUG [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs
2024-11-26T14:47:48,586 DEBUG [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs
2024-11-26T14:47:48,586 DEBUG [RS:2;19945b63c2b4:46365 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs
2024-11-26T14:47:48,586 INFO  [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40087%2C1732632046275.meta:.meta(num 1732632048838)
2024-11-26T14:47:48,586 INFO  [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C39113%2C1732632046120.meta:.meta(num 1732632352257)
2024-11-26T14:47:48,586 INFO  [RS:2;19945b63c2b4:46365 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C46365%2C1732632046344:(num 1732632048368)
2024-11-26T14:47:48,586 DEBUG [RS:2;19945b63c2b4:46365 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,586 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T14:47:48,586 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T14:47:48,586 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-26T14:47:48,587 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T14:47:48,587 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T14:47:48,587 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T14:47:48,587 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T14:47:48,587 INFO  [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T14:47:48,587 INFO  [RS:2;19945b63c2b4:46365 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46365
2024-11-26T14:47:48,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741835_1011 (size=21657)
2024-11-26T14:47:48,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741835_1011 (size=21657)
2024-11-26T14:47:48,588 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741835_1011 (size=21657)
2024-11-26T14:47:48,590 DEBUG [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs
2024-11-26T14:47:48,590 INFO  [RS:1;19945b63c2b4:40087 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C40087%2C1732632046275:(num 1732632048366)
2024-11-26T14:47:48,590 DEBUG [RS:1;19945b63c2b4:40087 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,590 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T14:47:48,590 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T14:47:48,591 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-26T14:47:48,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073741834_1010 (size=10063)
2024-11-26T14:47:48,591 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-26T14:47:48,591 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-26T14:47:48,591 INFO  [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T14:47:48,591 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-26T14:47:48,591 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T14:47:48,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073741834_1010 (size=10063)
2024-11-26T14:47:48,591 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073741834_1010 (size=10063)
2024-11-26T14:47:48,591 INFO  [RS:1;19945b63c2b4:40087 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40087
2024-11-26T14:47:48,593 DEBUG [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/oldWALs
2024-11-26T14:47:48,593 INFO  [RS:0;19945b63c2b4:39113 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 19945b63c2b4%2C39113%2C1732632046120:(num 1732632048368)
2024-11-26T14:47:48,593 DEBUG [RS:0;19945b63c2b4:39113 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-26T14:47:48,593 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.LeaseManager(133): Closed leases
2024-11-26T14:47:48,593 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T14:47:48,593 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.ChoreService(370): Chore service for: regionserver/19945b63c2b4:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-11-26T14:47:48,593 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T14:47:48,593 INFO  [regionserver/19945b63c2b4:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T14:47:48,594 INFO  [RS:0;19945b63c2b4:39113 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39113
2024-11-26T14:47:48,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/19945b63c2b4,46365,1732632046344
2024-11-26T14:47:48,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs
2024-11-26T14:47:48,602 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T14:47:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/19945b63c2b4,40087,1732632046275
2024-11-26T14:47:48,612 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T14:47:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/19945b63c2b4,39113,1732632046120
2024-11-26T14:47:48,612 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T14:47:48,623 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,40087,1732632046275]
2024-11-26T14:47:48,644 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/19945b63c2b4,40087,1732632046275 already deleted, retry=false
2024-11-26T14:47:48,644 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,40087,1732632046275 expired; onlineServers=2
2024-11-26T14:47:48,644 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,46365,1732632046344]
2024-11-26T14:47:48,654 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/19945b63c2b4,46365,1732632046344 already deleted, retry=false
2024-11-26T14:47:48,654 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,46365,1732632046344 expired; onlineServers=1
2024-11-26T14:47:48,654 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [19945b63c2b4,39113,1732632046120]
2024-11-26T14:47:48,665 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/19945b63c2b4,39113,1732632046120 already deleted, retry=false
2024-11-26T14:47:48,665 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 19945b63c2b4,39113,1732632046120 expired; onlineServers=0
2024-11-26T14:47:48,665 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '19945b63c2b4,34149,1732632045175' *****
2024-11-26T14:47:48,665 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-26T14:47:48,665 INFO  [M:0;19945b63c2b4:34149 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-26T14:47:48,665 INFO  [M:0;19945b63c2b4:34149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-26T14:47:48,665 DEBUG [M:0;19945b63c2b4:34149 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-26T14:47:48,666 DEBUG [M:0;19945b63c2b4:34149 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-26T14:47:48,666 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-26T14:47:48,666 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732632047932 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.small.0-1732632047932,5,FailOnTimeoutGroup]
2024-11-26T14:47:48,666 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732632047927 {}] cleaner.HFileCleaner(306): Exit Thread[master/19945b63c2b4:0:becomeActiveMaster-HFileCleaner.large.0-1732632047927,5,FailOnTimeoutGroup]
2024-11-26T14:47:48,666 INFO  [M:0;19945b63c2b4:34149 {}] hbase.ChoreService(370): Chore service for: master/19945b63c2b4:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-26T14:47:48,666 INFO  [M:0;19945b63c2b4:34149 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-26T14:47:48,666 DEBUG [M:0;19945b63c2b4:34149 {}] master.HMaster(1795): Stopping service threads
2024-11-26T14:47:48,666 INFO  [M:0;19945b63c2b4:34149 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-26T14:47:48,666 INFO  [M:0;19945b63c2b4:34149 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-26T14:47:48,667 INFO  [M:0;19945b63c2b4:34149 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-26T14:47:48,667 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-26T14:47:48,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master
2024-11-26T14:47:48,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase
2024-11-26T14:47:48,676 DEBUG [M:0;19945b63c2b4:34149 {}] zookeeper.ZKUtil(347): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error)
2024-11-26T14:47:48,676 WARN  [M:0;19945b63c2b4:34149 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-26T14:47:48,677 INFO  [M:0;19945b63c2b4:34149 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/.lastflushedseqids
2024-11-26T14:47:48,687 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34139 is added to blk_1073742478_1654 (size=324)
2024-11-26T14:47:48,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37829 is added to blk_1073742478_1654 (size=324)
2024-11-26T14:47:48,688 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37131 is added to blk_1073742478_1654 (size=324)
2024-11-26T14:47:48,688 INFO  [M:0;19945b63c2b4:34149 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-26T14:47:48,688 INFO  [M:0;19945b63c2b4:34149 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-26T14:47:48,688 DEBUG [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-26T14:47:48,706 INFO  [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:47:48,706 DEBUG [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:47:48,706 DEBUG [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-26T14:47:48,706 DEBUG [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-26T14:47:48,706 INFO  [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=1007.25 KB heapSize=1.18 MB
2024-11-26T14:47:48,707 ERROR [AsyncFSWAL-0-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175 {}] server.NIOServerCnxnFactory(85): Thread Thread[AsyncFSWAL-0-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175,5,FailOnTimeoutGroup] died
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.readableBytes()" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.buffered(FanOutOneBlockAsyncDFSOutput.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.append(AsyncProtobufLogWriter.java:134) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:181) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doAppend(AsyncFSWAL.java:100) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendEntry(AbstractFSWAL.java:1333) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.appendAndSync(AbstractFSWAL.java:1724) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1832) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:47:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:47:48,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46365-0x1017796de850003, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:47:48,724 INFO  [RS:2;19945b63c2b4:46365 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T14:47:48,724 INFO  [RS:2;19945b63c2b4:46365 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,46365,1732632046344; zookeeper connection closed.
2024-11-26T14:47:48,724 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@49fe8c42 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@49fe8c42
2024-11-26T14:47:48,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:47:48,734 INFO  [RS:1;19945b63c2b4:40087 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T14:47:48,734 INFO  [RS:0;19945b63c2b4:39113 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T14:47:48,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:47:48,734 INFO  [RS:1;19945b63c2b4:40087 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,40087,1732632046275; zookeeper connection closed.
2024-11-26T14:47:48,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39113-0x1017796de850001, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:47:48,734 INFO  [RS:0;19945b63c2b4:39113 {}] regionserver.HRegionServer(1031): Exiting; stopping=19945b63c2b4,39113,1732632046120; zookeeper connection closed.
2024-11-26T14:47:48,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40087-0x1017796de850002, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:47:48,734 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@98caedf {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@98caedf
2024-11-26T14:47:48,734 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1c4782ae {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1c4782ae
2024-11-26T14:47:48,734 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete
2024-11-26T14:47:53,910 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.RegionServer.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testExportExpiredSnapshot
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_acl
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: Master,sub=Coprocessor.Master.CP_org.apache.hadoop.hbase.security.access.SecureTestUtil$MasterSyncObserver
2024-11-26T14:47:55,638 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.security.access.AccessController
2024-11-26T14:48:01,142 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:48:14,133 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:48:44,133 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;19945b63c2b4:34149
233 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 18
  Waited count: 18
  Waiting on java.lang.ref.ReferenceQueue$Lock@1f21bebd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 24
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 26
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55ee49d1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 24
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4912
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 50
  Waiting on java.util.concurrent.CountDownLatch$Sync@576c96ac
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12328
  Waited count: 13083
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 14
  Waited count: 15
  Waiting on java.lang.ref.ReferenceQueue$Lock@32a93504
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@15ae4241
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 977
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@692be441-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:38779}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 56
  Waited count: 3521
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ff77d17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 41085):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 163
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 165
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 48074
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1670
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51eff57e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 139
  Waited count: 2748
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 130
  Waited count: 2744
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2745
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 150
  Waited count: 2770
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 2762
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 244
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 18
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp795976251-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp795976251-88-acceptor-0@15d5b20b-ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:34881}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp795976251-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp795976251-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2ee2162-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e5a1cf1):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 974
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 36323):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 370
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74250e0a
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1626
  Waited count: 1671
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ae688ac):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 518
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 513
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 507
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 489
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 491
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp1421273556-120):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1421273556-122-acceptor-0@5a35b288-ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:35877}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1421273556-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1421273556-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-13de1d7e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (IPC Client (1065665691) connection to localhost/127.0.0.1:41085 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1513
  Waited count: 1513
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 121 (IPC Parameter Sending Thread for localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2274
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@65d9109d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 974
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 41237):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 332
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12930fb7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1625
  Waited count: 1673
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@660ae03b):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 497
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 496
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 492
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 515
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 515
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp334392358-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp334392358-154-acceptor-0@781f96ea-ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:39197}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp334392358-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 9
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp334392358-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-24bad932-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@37aed54c):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 973
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 38673):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 50
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 98
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 372
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b879956
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1522
  Waited count: 1665
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ecc9509):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 504
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 512
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 505
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 502
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 509
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3)):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 211 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 212 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 225 (java.util.concurrent.ThreadPoolExecutor$Worker@511a9260[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (pool-33-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@4b6bf2bf[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 233 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55356):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 49
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 243
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 13
  Waited count: 380
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f9ef6e8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:55356):):
  State: WAITING
  Blocked count: 1
  Waited count: 490
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1bb7b774
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 519
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@67bcc3c5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 245 (LeaseRenewer:jenkins@localhost:41085):
  State: TIMED_WAITING
  Blocked count: 14
  Waited count: 506
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77)
    app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@71c0c84a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 505
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 36
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:55356)):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 23
  Waited count: 62
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56499ec2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 26
  Waited count: 78
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba988b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 0
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 8
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 4
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cf92ee
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 128
  Waited count: 532
  Waiting on java.util.concurrent.Semaphore$NonfairSync@73cc5be3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 116
  Waited count: 497
  Waiting on java.util.concurrent.Semaphore$NonfairSync@69e974d6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 66
  Waited count: 10935
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38c6c7a0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@27122cc6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@57fb336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@b8a9ffe
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 7
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3e7a11e1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8387ef4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 89
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;19945b63c2b4:34149):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4231
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1120/0x00007f7c8cf96f20.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 49
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@50f30192):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 161
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4814
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 391 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 107
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 392 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 159
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 417 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 49
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 48035
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 433 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 33
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 435 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 450 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@592546d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 475 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 16
  Waited count: 33
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7fc55e22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 476 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 23
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6eb5de76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 474 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 21
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d4a8a99
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 511 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 522 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 14
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 527 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 404 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 47880
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 557 (ForkJoinPool.commonPool-worker-3):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1224
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 583 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 584 (region-location-2):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 987 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1082
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1047 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1087 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 69
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@565c9393
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1235 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1236 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1237 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1238 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1288 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1289 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1290 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1292 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1658 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 70
  Waiting on java.util.TaskQueue@387ddab5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2145 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2153 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2334 (ForkJoinPool.commonPool-worker-4):
  State: WAITING
  Blocked count: 0
  Waited count: 490
  Waiting on java.util.concurrent.ForkJoinPool@5f0def50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 2766 (ForkJoinPool.commonPool-worker-5):
  State: WAITING
  Blocked count: 0
  Waited count: 589
  Waiting on java.util.concurrent.ForkJoinPool@5f0def50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6727 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6728 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6729 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 9494 (ForkJoinPool.commonPool-worker-6):
  State: WAITING
  Blocked count: 0
  Waited count: 17
  Waiting on java.util.concurrent.ForkJoinPool@5f0def50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11523 (AsyncFSWAL-1-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@83ad585
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11526 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-26T14:49:14,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:49:44,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;19945b63c2b4:34149
231 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 18
  Waited count: 18
  Waiting on java.lang.ref.ReferenceQueue$Lock@1f21bebd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 25
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 29
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55ee49d1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 27
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5511
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 56
  Waiting on java.util.concurrent.CountDownLatch$Sync@7b67fc15
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12328
  Waited count: 13084
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 14
  Waited count: 15
  Waiting on java.lang.ref.ReferenceQueue$Lock@32a93504
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@15ae4241
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 1097
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@692be441-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:38779}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 56
  Waited count: 3521
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ff77d17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 41085):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 183
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 185
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 54003
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1670
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51eff57e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 139
  Waited count: 2808
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 130
  Waited count: 2804
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2805
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 150
  Waited count: 2830
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 2822
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 274
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 20
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp795976251-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp795976251-88-acceptor-0@15d5b20b-ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:34881}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp795976251-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp795976251-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2ee2162-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e5a1cf1):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 1094
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 36323):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 390
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74250e0a
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1646
  Waited count: 1711
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ae688ac):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 578
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 573
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 567
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 549
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 551
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp1421273556-120):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1421273556-122-acceptor-0@5a35b288-ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:35877}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1421273556-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1421273556-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-13de1d7e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (IPC Client (1065665691) connection to localhost/127.0.0.1:41085 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1573
  Waited count: 1573
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 121 (IPC Parameter Sending Thread for localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2334
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@65d9109d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1094
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 41237):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 352
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12930fb7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1645
  Waited count: 1713
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@660ae03b):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 557
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 556
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 552
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 575
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 575
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp334392358-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp334392358-154-acceptor-0@781f96ea-ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:39197}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp334392358-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 10
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp334392358-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-24bad932-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@37aed54c):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 1093
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 38673):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 56
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 110
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 392
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b879956
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1542
  Waited count: 1705
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ecc9509):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 564
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 572
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 565
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 562
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 569
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3)):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 211 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 212 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (pool-23-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-15-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 225 (java.util.concurrent.ThreadPoolExecutor$Worker@511a9260[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (pool-33-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@4b6bf2bf[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 233 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 19
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55356):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 55
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 273
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 13
  Waited count: 384
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f9ef6e8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:55356):):
  State: WAITING
  Blocked count: 1
  Waited count: 494
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1bb7b774
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 523
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@67bcc3c5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@71c0c84a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 533
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 36
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:55356)):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 23
  Waited count: 62
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56499ec2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 26
  Waited count: 78
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba988b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 0
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 8
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 97
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cf92ee
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 128
  Waited count: 532
  Waiting on java.util.concurrent.Semaphore$NonfairSync@73cc5be3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 116
  Waited count: 497
  Waiting on java.util.concurrent.Semaphore$NonfairSync@69e974d6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 66
  Waited count: 10935
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38c6c7a0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@27122cc6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@57fb336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@b8a9ffe
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 7
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3e7a11e1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8387ef4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 89
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;19945b63c2b4:34149):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4231
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1120/0x00007f7c8cf96f20.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 55
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@50f30192):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 181
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 5413
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 391 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 107
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 392 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a136e52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 417 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 55
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 54038
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 433 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 33
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 435 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 450 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@592546d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 475 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 16
  Waited count: 33
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7fc55e22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 476 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 23
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6eb5de76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 474 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 21
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d4a8a99
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 511 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 522 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 14
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 527 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 404 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 53882
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 583 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 584 (region-location-2):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 987 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1088
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1047 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1087 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 69
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@565c9393
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1235 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1236 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1237 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1238 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1288 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1289 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1290 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1292 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1658 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 70
  Waiting on java.util.TaskQueue@387ddab5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2145 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2153 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2334 (ForkJoinPool.commonPool-worker-4):
  State: WAITING
  Blocked count: 0
  Waited count: 490
  Waiting on java.util.concurrent.ForkJoinPool@5f0def50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 2766 (ForkJoinPool.commonPool-worker-5):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 590
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6727 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6728 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6729 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 9494 (ForkJoinPool.commonPool-worker-6):
  State: WAITING
  Blocked count: 0
  Waited count: 17
  Waiting on java.util.concurrent.ForkJoinPool@5f0def50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11523 (AsyncFSWAL-1-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@83ad585
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11526 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-26T14:50:14,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:50:44,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:50:46,503 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=10, reused chunk count=28, reuseRatio=73.68%
2024-11-26T14:50:46,504 DEBUG [master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;19945b63c2b4:34149
231 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 18
  Waited count: 18
  Waiting on java.lang.ref.ReferenceQueue$Lock@1f21bebd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 26
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 32
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55ee49d1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 30
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6111
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 62
  Waiting on java.util.concurrent.CountDownLatch$Sync@2d9929be
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12328
  Waited count: 13085
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 14
  Waited count: 15
  Waiting on java.lang.ref.ReferenceQueue$Lock@32a93504
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@15ae4241
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 1217
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@692be441-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:38779}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 56
  Waited count: 3521
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ff77d17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 41085):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 203
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 205
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59945
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1670
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51eff57e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 139
  Waited count: 2869
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 130
  Waited count: 2864
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2865
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 150
  Waited count: 2890
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 2883
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 304
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp795976251-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp795976251-88-acceptor-0@15d5b20b-ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:34881}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp795976251-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp795976251-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2ee2162-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e5a1cf1):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 1214
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 36323):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 410
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74250e0a
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1666
  Waited count: 1751
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ae688ac):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 638
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 633
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 627
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 609
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 611
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp1421273556-120):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1421273556-122-acceptor-0@5a35b288-ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:35877}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1421273556-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1421273556-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-13de1d7e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (IPC Client (1065665691) connection to localhost/127.0.0.1:41085 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1633
  Waited count: 1633
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 121 (IPC Parameter Sending Thread for localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2394
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@65d9109d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1214
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 41237):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 372
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12930fb7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1665
  Waited count: 1753
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@660ae03b):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 617
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 616
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 612
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 635
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 635
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp334392358-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp334392358-154-acceptor-0@781f96ea-ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:39197}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp334392358-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 11
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp334392358-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-24bad932-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@37aed54c):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 1213
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 38673):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 62
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 122
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 412
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b879956
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1562
  Waited count: 1745
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ecc9509):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 624
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 632
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 625
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 622
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 629
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3)):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 211 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 212 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@706b4469
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7dd3e8af
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 225 (java.util.concurrent.ThreadPoolExecutor$Worker@511a9260[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5bd3e7c8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@4b6bf2bf[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 233 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 21
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55356):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 61
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 303
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 13
  Waited count: 389
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f9ef6e8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:55356):):
  State: WAITING
  Blocked count: 1
  Waited count: 499
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1bb7b774
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 528
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@67bcc3c5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@71c0c84a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 561
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 36
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:55356)):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 23
  Waited count: 62
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56499ec2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 26
  Waited count: 78
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba988b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 0
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 8
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 4
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 98
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cf92ee
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 128
  Waited count: 532
  Waiting on java.util.concurrent.Semaphore$NonfairSync@73cc5be3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 116
  Waited count: 497
  Waiting on java.util.concurrent.Semaphore$NonfairSync@69e974d6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 66
  Waited count: 10935
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38c6c7a0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@27122cc6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@57fb336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@b8a9ffe
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 7
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3e7a11e1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8387ef4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 89
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;19945b63c2b4:34149):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4231
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1120/0x00007f7c8cf96f20.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 61
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@50f30192):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 201
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6013
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 391 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 107
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 392 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a136e52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 417 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 61
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 60039
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 433 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 33
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 435 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 450 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@592546d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 475 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 16
  Waited count: 33
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7fc55e22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 476 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 23
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6eb5de76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 474 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 21
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d4a8a99
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 511 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 522 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 14
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 527 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 404 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 59884
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 583 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 584 (region-location-2):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 987 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1094
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1047 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1087 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 69
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@565c9393
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1235 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1236 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1237 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1238 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1288 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1289 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1290 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1292 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1658 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 70
  Waiting on java.util.TaskQueue@387ddab5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2145 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2153 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2334 (ForkJoinPool.commonPool-worker-4):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 491
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 6727 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6728 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6729 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 9494 (ForkJoinPool.commonPool-worker-6):
  State: WAITING
  Blocked count: 0
  Waited count: 17
  Waiting on java.util.concurrent.ForkJoinPool@5f0def50
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11523 (AsyncFSWAL-1-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@83ad585
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11526 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 17
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 11527 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
2024-11-26T14:50:54,448 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-26T14:51:14,134 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:51:44,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;19945b63c2b4:34149
230 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 18
  Waited count: 18
  Waiting on java.lang.ref.ReferenceQueue$Lock@1f21bebd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 27
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 35
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55ee49d1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 33
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6710
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 68
  Waiting on java.util.concurrent.CountDownLatch$Sync@13517fe6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12328
  Waited count: 13086
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 14
  Waited count: 15
  Waiting on java.lang.ref.ReferenceQueue$Lock@32a93504
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@15ae4241
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 1337
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@692be441-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:38779}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 56
  Waited count: 3521
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ff77d17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 41085):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 223
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 225
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 65878
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1670
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51eff57e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 139
  Waited count: 2930
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 130
  Waited count: 2924
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2925
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 150
  Waited count: 2951
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 2943
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 334
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 24
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp795976251-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp795976251-88-acceptor-0@15d5b20b-ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:34881}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp795976251-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp795976251-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2ee2162-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e5a1cf1):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 1334
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 36323):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 430
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74250e0a
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1686
  Waited count: 1791
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ae688ac):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 699
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 693
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 688
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 669
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 671
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp1421273556-120):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1421273556-122-acceptor-0@5a35b288-ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:35877}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1421273556-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1421273556-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-13de1d7e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (IPC Client (1065665691) connection to localhost/127.0.0.1:41085 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1693
  Waited count: 1693
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 121 (IPC Parameter Sending Thread for localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2454
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@65d9109d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1334
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 41237):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 392
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12930fb7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1685
  Waited count: 1793
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@660ae03b):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 677
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 676
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 678
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 695
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 705
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp334392358-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp334392358-154-acceptor-0@781f96ea-ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:39197}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp334392358-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp334392358-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-24bad932-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@37aed54c):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 1333
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 38673):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 68
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 134
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 432
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b879956
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1582
  Waited count: 1785
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ecc9509):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 684
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 692
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 685
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 682
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 689
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3)):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 211 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 212 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@706b4469
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7dd3e8af
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 225 (java.util.concurrent.ThreadPoolExecutor$Worker@511a9260[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5bd3e7c8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@4b6bf2bf[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 233 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 23
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55356):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 67
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 333
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 13
  Waited count: 393
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f9ef6e8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:55356):):
  State: WAITING
  Blocked count: 1
  Waited count: 503
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1bb7b774
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 532
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@67bcc3c5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@71c0c84a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 591
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 36
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:55356)):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 23
  Waited count: 62
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56499ec2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 2
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 26
  Waited count: 78
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba988b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 0
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 8
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cf92ee
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 128
  Waited count: 532
  Waiting on java.util.concurrent.Semaphore$NonfairSync@73cc5be3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 116
  Waited count: 497
  Waiting on java.util.concurrent.Semaphore$NonfairSync@69e974d6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 66
  Waited count: 10935
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38c6c7a0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@27122cc6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@57fb336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@b8a9ffe
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 7
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3e7a11e1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8387ef4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 89
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;19945b63c2b4:34149):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4231
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:169)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1120/0x00007f7c8cf96f20.run(Unknown Source)
    app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709)
    app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700)
    app//org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627)
    app//org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 67
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@50f30192):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 221
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6612
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 391 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 107
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 392 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a136e52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 417 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 67
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 66041
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 433 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 33
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 435 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 450 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@592546d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 475 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 16
  Waited count: 33
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7fc55e22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 476 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 23
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6eb5de76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 474 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 21
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d4a8a99
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 511 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 522 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 14
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 527 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 404 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 65886
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 583 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 584 (region-location-2):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 987 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1100
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1047 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1087 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 69
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@565c9393
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1235 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1236 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1237 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1238 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1288 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1289 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1290 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1292 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1658 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 70
  Waiting on java.util.TaskQueue@387ddab5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2145 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2153 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6727 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6728 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6729 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 9494 (ForkJoinPool.commonPool-worker-6):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 18
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
    java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)
Thread 11523 (AsyncFSWAL-1-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@83ad585
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11527 (process reaper):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11531 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 6
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
2024-11-26T14:52:14,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:52:44,136 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-26T14:52:48,708 DEBUG [M:0;19945b63c2b4:34149 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732632468688Disabling compacts and flushes for region at 1732632468688Disabling writes for close at 1732632468706 (+18 ms)Obtaining lock to block concurrent updates at 1732632468706Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732632468706Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=1031422, getHeapSize=1237232, getOffHeapSize=0, getCellsCount=2715 at 1732632468706Failed flush master:store,,1.1595e783b53d99cd5eef43b6debb2682., putting online again at 1732632768708 (+300002 ms)
2024-11-26T14:52:48,709 WARN  [M:0;19945b63c2b4:34149 {}] region.MasterRegion(134): Failed to close region
org.apache.hadoop.hbase.regionserver.wal.WALSyncTimeoutIOException: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=4653, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1033) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doSync(AbstractFSWAL.java:1940) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$sync$2(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:723) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:713) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doSyncOfUnflushedWALChanges(HRegion.java:2935) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalPrepareFlushCache(HRegion.java:2876) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2735) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2709) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2700) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.doClose(HRegion.java:1862) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1672) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1627) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion.close(HRegion.java:1610) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.closeRegion(MasterRegion.java:132) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:205) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) ~[classes/:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.exceptions.TimeoutIOException: Failed to get sync result after 300000 ms for txid=4653, WAL system stuck?
	at org.apache.hadoop.hbase.regionserver.wal.SyncFuture.get(SyncFuture.java:171) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.blockOnSync(AbstractFSWAL.java:1029) ~[classes/:?]
	... 19 more
2024-11-26T14:52:48,714 WARN  [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover
java.lang.NullPointerException: Cannot invoke "org.apache.hbase.thirdparty.io.netty.buffer.ByteBuf.ensureWritable(int)" because "this.buf" is null
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.writeInt(FanOutOneBlockAsyncDFSOutput.java:391) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:247) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:52:48,717 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils
2024-11-26T14:52:48,718 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease()
2024-11-26T14:52:48,718 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937
2024-11-26T14:52:48,724 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937 after 1ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:52:48,724 WARN  [Close-WAL-Writer-0 {}] wal.AbstractFSWAL(2043): close old writer failed.
java.io.InterruptedIOException: Operation cancelled
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.checkIfCancelled(RecoverLeaseFSUtils.java:269) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:159) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.recoverAndClose(FanOutOneBlockAsyncDFSOutput.java:605) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:166) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:52:48,724 INFO  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937
2024-11-26T14:52:48,724 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=0 on file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937 after 0ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Process Thread Dump: Automatic Stack Trace every 60 seconds waiting on M:0;19945b63c2b4:34149
230 active threads
Thread 1 (main):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.junit.internal.runners.statements.FailOnTimeout.getResult(FailOnTimeout.java:167)
    app//org.junit.internal.runners.statements.FailOnTimeout.evaluate(FailOnTimeout.java:128)
    app//org.apache.hadoop.hbase.SystemExitRule$1.evaluate(SystemExitRule.java:39)
    app//org.junit.rules.RunRules.evaluate(RunRules.java:20)
    app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    app//org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214)
    app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155)
    app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385)
    app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162)
    app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507)
    app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495)
Thread 2 (Reference Handler):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method)
    java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253)
    java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215)
Thread 3 (Finalizer):
  State: WAITING
  Blocked count: 18
  Waited count: 18
  Waiting on java.lang.ref.ReferenceQueue$Lock@1f21bebd
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172)
Thread 4 (Signal Dispatcher):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 12 (Common-Cleaner):
  State: TIMED_WAITING
  Blocked count: 25
  Waited count: 28
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
    java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162)
Thread 13 (Notification Thread):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
Thread 14 (pool-1-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 38
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@55ee49d1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 15 (pool-1-thread-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 36
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200)
    java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281)
    java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 16 (surefire-forkedjvm-stream-flusher):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7309
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 18 (surefire-forkedjvm-command-thread):
  State: WAITING
  Blocked count: 0
  Waited count: 74
  Waiting on java.util.concurrent.CountDownLatch$Sync@33a2a958
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230)
    java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178)
    app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127)
    java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
    java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
    java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
    app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169)
    app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419)
    app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116)
    app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77)
    app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60)
    app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 22 (Time-limited test):
  State: RUNNABLE
  Blocked count: 12328
  Waited count: 13087
  Stack:
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo1(Native Method)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:197)
    java.management@17.0.11/sun.management.ThreadImpl.getThreadInfo(ThreadImpl.java:154)
    app//org.apache.hadoop.hbase.util.ReflectionUtils.printThreadInfo(ReflectionUtils.java:181)
    app//org.apache.hadoop.hbase.util.Threads.printThreadInfo(Threads.java:186)
    app//org.apache.hadoop.hbase.util.Threads.threadDumpingIsAlive(Threads.java:113)
    app//org.apache.hadoop.hbase.LocalHBaseCluster.join(LocalHBaseCluster.java:396)
    app//org.apache.hadoop.hbase.SingleProcessHBaseCluster.waitUntilShutDown(SingleProcessHBaseCluster.java:886)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1038)
    app//org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    app//org.apache.hadoop.hbase.snapshot.TestExportSnapshot.tearDownAfterClass(TestExportSnapshot.java:123)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568)
    app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
Thread 23 (org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner):
  State: WAITING
  Blocked count: 14
  Waited count: 15
  Waiting on java.lang.ref.ReferenceQueue$Lock@32a93504
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 25 (SSL Certificates Store Monitor):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.TaskQueue@15ae4241
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 34 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@58cc40a9):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 1457
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 35 (GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161)
Thread 36 (pool-6-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 37 (qtp1861387285-37):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 38 (qtp1861387285-38):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 39 (qtp1861387285-39):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 40 (qtp1861387285-40):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 41 (qtp1861387285-41-acceptor-0@692be441-ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:38779}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 42 (qtp1861387285-42):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 43 (qtp1861387285-43):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 44 (qtp1861387285-44):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 45 (Session-HouseKeeper-61abf97f-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 46 (pool-7-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 53 (FSEditLogAsync):
  State: WAITING
  Blocked count: 56
  Waited count: 3521
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1ff77d17
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241)
    app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 55 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 56 (IPC Server idle connection scanner for port 41085):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 58 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 61 (org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@647b647f):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 62 (DatanodeAdminMonitor-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 243
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 49 (org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@86c698e):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 47 (RedundancyMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 245
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344)
    java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 48 (MarkedDeleteBlockScrubberThread):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 71807
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 51 (Block report processor):
  State: WAITING
  Blocked count: 0
  Waited count: 1670
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@51eff57e
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627)
    app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614)
Thread 57 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 54 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 4
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 64 (IPC Server handler 0 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 139
  Waited count: 2990
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 65 (IPC Server handler 1 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 130
  Waited count: 2984
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 66 (IPC Server handler 2 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 102
  Waited count: 2986
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 67 (IPC Server handler 3 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 150
  Waited count: 3011
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 68 (IPC Server handler 4 on default port 41085):
  State: TIMED_WAITING
  Blocked count: 117
  Waited count: 3003
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 69 (pool-12-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 71 (org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@6da51f12):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 364
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 72 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5e705095):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 73 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@26af3662):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 74 (org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@43d016d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 4
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 75 (CacheReplicationMonitor(304209986)):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 26
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759)
    app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186)
Thread 86 (pool-18-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 87 (qtp795976251-87):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 88 (qtp795976251-88-acceptor-0@15d5b20b-ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:34881}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 89 (qtp795976251-89):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 15
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 90 (qtp795976251-90):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 91 (Session-HouseKeeper-2ee2162-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 92 (nioEventLoopGroup-2-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 93 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@4e5a1cf1):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 1454
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 95 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 96 (IPC Server idle connection scanner for port 36323):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 98 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 101 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 450
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@74250e0a
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 102 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1706
  Waited count: 1831
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 103 (pool-20-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 85 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ae688ac):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 97 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 94 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 104 (IPC Server handler 0 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 759
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 105 (IPC Server handler 1 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 754
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 106 (IPC Server handler 2 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 748
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 107 (IPC Server handler 3 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 730
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 108 (IPC Server handler 4 on default port 36323):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 732
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 118 (pool-26-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 120 (qtp1421273556-120):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 122 (qtp1421273556-122-acceptor-0@5a35b288-ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:35877}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 123 (qtp1421273556-123):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 124 (qtp1421273556-124):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 13
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 125 (Session-HouseKeeper-13de1d7e-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 119 (IPC Client (1065665691) connection to localhost/127.0.0.1:41085 from jenkins):
  State: TIMED_WAITING
  Blocked count: 1753
  Waited count: 1753
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042)
    app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093)
Thread 121 (IPC Parameter Sending Thread for localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2514
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704)
    java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
    app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 126 (nioEventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 127 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@65d9109d):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1454
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 129 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 130 (IPC Server idle connection scanner for port 41237):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 132 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 135 (Command processor):
  State: WAITING
  Blocked count: 0
  Waited count: 412
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@12930fb7
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 136 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1705
  Waited count: 1833
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 137 (pool-29-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 117 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@660ae03b):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 131 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 128 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 138 (IPC Server handler 0 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 737
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 139 (IPC Server handler 1 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 736
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 140 (IPC Server handler 2 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 738
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 141 (IPC Server handler 3 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 755
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 142 (IPC Server handler 4 on default port 41237):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 765
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 152 (pool-36-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 153 (qtp334392358-153):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183)
    app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606)
    app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173)
    app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137)
    app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007f7c8c42f3d0.run(Unknown Source)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 154 (qtp334392358-154-acceptor-0@781f96ea-ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:39197}):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388)
    app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 155 (qtp334392358-155):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 14
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 156 (qtp334392358-156):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 16
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974)
    app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 157 (Session-HouseKeeper-24bad932-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 158 (nioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994)
    app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 159 (org.apache.hadoop.util.JvmPauseMonitor$Monitor@37aed54c):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 1453
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 161 (Socket Reader #1 for port 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497)
    app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476)
Thread 162 (IPC Server idle connection scanner for port 38673):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 74
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 164 (Hadoop-Metrics-Updater-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 146
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 167 (Command processor):
  State: WAITING
  Blocked count: 1
  Waited count: 452
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@b879956
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395)
Thread 168 (BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085):
  State: TIMED_WAITING
  Blocked count: 1602
  Waited count: 1825
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771)
    app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 169 (pool-38-thread-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 151 (org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@4ecc9509):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.Net.accept(Native Method)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425)
    java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391)
    java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126)
    app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85)
    app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 163 (IPC Server Responder):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733)
    app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716)
Thread 160 (IPC Server listener on 0):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559)
Thread 170 (IPC Server handler 0 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 744
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 171 (IPC Server handler 1 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 752
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 172 (IPC Server handler 2 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 745
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 173 (IPC Server handler 3 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 742
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 174 (IPC Server handler 4 on default port 38673):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 749
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
    app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370)
    app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165)
Thread 186 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3)):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 185 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 187 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4)):
  State: TIMED_WAITING
  Blocked count: 8
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 188 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 197 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 3
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 198 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 199 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 201 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 200 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 4
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 202 (VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6)):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656)
Thread 211 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 2
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 212 (refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 3
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 218 (pool-23-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@706b4469
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 226 (pool-15-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7dd3e8af
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 225 (java.util.concurrent.ThreadPoolExecutor$Worker@511a9260[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 227 (pool-33-thread-1):
  State: WAITING
  Blocked count: 0
  Waited count: 3
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5bd3e7c8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 230 (java.util.concurrent.ThreadPoolExecutor$Worker@4b6bf2bf[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 233 (java.util.concurrent.ThreadPoolExecutor$Worker@a2f556f[State = -1, empty queue]):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 234 (FsDatasetAsyncDiskServiceFixer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 25
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576)
Thread 236 (NIOServerCxnFactory.SelectorThread-0):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 237 (NIOServerCxnFactory.SelectorThread-1):
  State: RUNNABLE
  Blocked count: 3
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368)
Thread 238 (NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:55356):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181)
Thread 235 (ConnnectionExpirer):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 73
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554)
Thread 239 (SessionTracker):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 363
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163)
Thread 240 (SyncThread:0):
  State: WAITING
  Blocked count: 13
  Waited count: 398
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5f9ef6e8
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170)
Thread 241 (ProcessThread(sid:0 cport:55356):):
  State: WAITING
  Blocked count: 1
  Waited count: 508
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1bb7b774
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142)
Thread 242 (RequestThrottler):
  State: WAITING
  Blocked count: 0
  Waited count: 537
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@67bcc3c5
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147)
Thread 243 (NIOWorkerThread-1):
  State: WAITING
  Blocked count: 4
  Waited count: 101
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 254 (weak-ref-cleaner-strictcontextstorage):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.lang.ref.ReferenceQueue$Lock@71c0c84a
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155)
    java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176)
    app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 255 (HBase-Metrics2-1):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 619
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 256 (HMaster-EventLoopGroup-1-1):
  State: RUNNABLE
  Blocked count: 36
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 257 (Time-limited test-SendThread(127.0.0.1:55356)):
  State: RUNNABLE
  Blocked count: 15
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
    app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332)
    app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289)
Thread 258 (Time-limited test-EventThread):
  State: WAITING
  Blocked count: 23
  Waited count: 62
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@56499ec2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550)
Thread 259 (NIOWorkerThread-2):
  State: WAITING
  Blocked count: 2
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 260 (NIOWorkerThread-3):
  State: WAITING
  Blocked count: 3
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 261 (NIOWorkerThread-4):
  State: WAITING
  Blocked count: 1
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 262 (zk-event-processor-pool-0):
  State: WAITING
  Blocked count: 26
  Waited count: 78
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@5ba988b
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 263 (NIOWorkerThread-5):
  State: WAITING
  Blocked count: 0
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 264 (NIOWorkerThread-6):
  State: WAITING
  Blocked count: 8
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 265 (NIOWorkerThread-7):
  State: WAITING
  Blocked count: 4
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 266 (NIOWorkerThread-8):
  State: WAITING
  Blocked count: 4
  Waited count: 101
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 267 (NIOWorkerThread-9):
  State: WAITING
  Blocked count: 5
  Waited count: 101
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 268 (NIOWorkerThread-10):
  State: WAITING
  Blocked count: 3
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 269 (NIOWorkerThread-11):
  State: WAITING
  Blocked count: 4
  Waited count: 101
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 270 (NIOWorkerThread-12):
  State: WAITING
  Blocked count: 3
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 271 (NIOWorkerThread-13):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 272 (NIOWorkerThread-14):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 273 (NIOWorkerThread-15):
  State: WAITING
  Blocked count: 2
  Waited count: 99
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 274 (NIOWorkerThread-16):
  State: WAITING
  Blocked count: 4
  Waited count: 100
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@59415c3c
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 276 (RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@72cf92ee
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 277 (RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 128
  Waited count: 532
  Waiting on java.util.concurrent.Semaphore$NonfairSync@73cc5be3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 278 (RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 116
  Waited count: 497
  Waiting on java.util.concurrent.Semaphore$NonfairSync@69e974d6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 279 (RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 66
  Waited count: 10935
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@38c6c7a0
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 280 (RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 4
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 281 (RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@36907ab4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 282 (RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@27122cc6
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 283 (RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@57fb336
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 284 (RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.Semaphore$NonfairSync@b8a9ffe
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 285 (RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=34149):
  State: WAITING
  Blocked count: 0
  Waited count: 7
  Waiting on java.util.concurrent.Semaphore$NonfairSync@3e7a11e1
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047)
    java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318)
    app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55)
    app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)
Thread 288 (Time-limited test.named-queue-events-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 1
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@8387ef4
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47)
    app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56)
    app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159)
    app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 289 (MiniHBaseClusterRegionServer-EventLoopGroup-3-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 309 (MiniHBaseClusterRegionServer-EventLoopGroup-4-1):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 329 (MiniHBaseClusterRegionServer-EventLoopGroup-5-1):
  State: RUNNABLE
  Blocked count: 89
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 286 (M:0;19945b63c2b4:34149):
  State: TIMED_WAITING
  Blocked count: 12
  Waited count: 4232
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.FutureTask.awaitDone(FutureTask.java:444)
    java.base@17.0.11/java.util.concurrent.FutureTask.get(FutureTask.java:203)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.shutdown(AbstractFSWAL.java:1195)
    app//org.apache.hadoop.hbase.wal.AbstractFSWALProvider.shutdown0(AbstractFSWALProvider.java:162)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider$$Lambda$1455/0x00007f7c8d24a750.run(Unknown Source)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider.cleanup(AbstractWALProvider.java:287)
    app//org.apache.hadoop.hbase.wal.AbstractWALProvider.shutdown(AbstractWALProvider.java:299)
    app//org.apache.hadoop.hbase.wal.WALFactory.shutdown(WALFactory.java:341)
    app//org.apache.hadoop.hbase.master.region.MasterRegion.shutdownWAL(MasterRegion.java:140)
    app//org.apache.hadoop.hbase.master.region.MasterRegion.close(MasterRegion.java:206)
    app//org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1819)
    app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 350 (Monitor thread for TaskMonitor):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 73
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 352 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 354 (master/19945b63c2b4:0:becomeActiveMaster-MemStoreChunkPool Statistics):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 3
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 356 (org.apache.hadoop.hdfs.PeerCache@50f30192):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 241
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
    app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
    app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 374 (master:store-WAL-Roller):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 7211
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180)
Thread 391 (MiniHBaseClusterRegionServer-EventLoopGroup-5-2):
  State: RUNNABLE
  Blocked count: 107
  Waited count: 4
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 392 (MiniHBaseClusterRegionServer-EventLoopGroup-5-3):
  State: RUNNABLE
  Blocked count: 97
  Waited count: 5
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 406 (Idle-Rpc-Conn-Sweeper-pool-0):
  State: WAITING
  Blocked count: 0
  Waited count: 173
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@a136e52
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 417 (SnapshotHandlerChoreCleaner):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 73
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 405 (RpcClient-timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 72044
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 433 (HMaster-EventLoopGroup-1-2):
  State: RUNNABLE
  Blocked count: 33
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 435 (HMaster-EventLoopGroup-1-3):
  State: RUNNABLE
  Blocked count: 26
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 450 (RegionServerTracker-0):
  State: WAITING
  Blocked count: 7
  Waited count: 9
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@592546d
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 475 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 16
  Waited count: 33
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@7fc55e22
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 476 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 12
  Waited count: 23
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@6eb5de76
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 474 (regionserver/19945b63c2b4:0.procedureResultReporter):
  State: WAITING
  Blocked count: 21
  Waited count: 41
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@1d4a8a99
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75)
Thread 511 (MiniHBaseClusterRegionServer-EventLoopGroup-4-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 522 (MiniHBaseClusterRegionServer-EventLoopGroup-4-3):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 523 (region-location-0):
  State: WAITING
  Blocked count: 8
  Waited count: 14
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 527 (RPCClient-NioEventLoopGroup-6-1):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 404 (Async-Client-Retry-Timer-pool-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 71888
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598)
    app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 528 (RPCClient-NioEventLoopGroup-6-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 532 (RPCClient-NioEventLoopGroup-6-3):
  State: RUNNABLE
  Blocked count: 5
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 583 (region-location-1):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 584 (region-location-2):
  State: WAITING
  Blocked count: 7
  Waited count: 13
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 987 (MutableQuantiles-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 1106
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1047 (RPCClient-NioEventLoopGroup-6-4):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1087 (zk-permission-watcher-pool-0):
  State: WAITING
  Blocked count: 69
  Waited count: 117
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@565c9393
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1090 (RPCClient-NioEventLoopGroup-6-5):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1235 (RPCClient-NioEventLoopGroup-6-6):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1236 (MiniHBaseClusterRegionServer-EventLoopGroup-3-2):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1237 (RPCClient-NioEventLoopGroup-6-7):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1238 (RPCClient-NioEventLoopGroup-6-8):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1288 (RPCClient-NioEventLoopGroup-6-9):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1289 (RPCClient-NioEventLoopGroup-6-10):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1290 (RPCClient-NioEventLoopGroup-6-11):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1292 (RPCClient-NioEventLoopGroup-6-12):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 1658 (Container metrics unregistration):
  State: WAITING
  Blocked count: 11
  Waited count: 70
  Waiting on java.util.TaskQueue@387ddab5
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.lang.Object.wait(Object.java:338)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 2013 (region-location-3):
  State: WAITING
  Blocked count: 3
  Waited count: 7
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2014 (region-location-4):
  State: WAITING
  Blocked count: 2
  Waited count: 5
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@aec8461
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170)
    java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2145 (MiniHBaseClusterRegionServer-EventLoopGroup-3-3):
  State: RUNNABLE
  Blocked count: 2
  Waited count: 0
  Stack:
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308)
    app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 2153 (RPCClient-NioEventLoopGroup-6-13):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6727 (RPCClient-NioEventLoopGroup-6-14):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6728 (RPCClient-NioEventLoopGroup-6-15):
  State: RUNNABLE
  Blocked count: 1
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 6729 (RPCClient-NioEventLoopGroup-6-16):
  State: RUNNABLE
  Blocked count: 0
  Waited count: 0
  Stack:
    java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
    java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
    java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879)
    app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
    app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
    app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11523 (AsyncFSWAL-1-hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData-prefix:19945b63c2b4,34149,1732632045175):
  State: WAITING
  Blocked count: 0
  Waited count: 2
  Waiting on java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject@83ad585
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
    java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
    java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11531 (Timer for 'JobHistoryServer' metrics system):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 12
  Stack:
    java.base@17.0.11/java.lang.Object.wait(Native Method)
    java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
    java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)
Thread 11535 (WAL-Shutdown-0):
  State: TIMED_WAITING
  Blocked count: 0
  Waited count: 2
  Stack:
    java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
    java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
    java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.awaitTermination(ThreadPoolExecutor.java:1464)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.doShutdown(AbstractFSWAL.java:2117)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1179)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$2.call(AbstractFSWAL.java:1174)
    java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
Thread 11536 (Close-WAL-Writer-0):
  State: TIMED_WAITING
  Blocked count: 1
  Waited count: 2
  Stack:
    java.base@17.0.11/java.lang.Thread.sleep(Native Method)
    app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:166)
    app//org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044)
    app//org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL$$Lambda$1443/0x00007f7c8d242568.run(Unknown Source)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
2024-11-26T14:52:52,725 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(233): attempt=1 on file=hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937 after 4001ms
java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.recoverLease(DFSClient.java:946) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:317) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$3.doCall(DistributedFileSystem.java:314) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.recoverLease(DistributedFileSystem.java:329) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverLease(RecoverLeaseFSUtils.java:222) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:155) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-26T14:52:53,714 ERROR [WAL-Shutdown-0 {}] wal.AbstractFSWAL(2118): We have waited 5 seconds but the close of async writer doesn't complete.Please check the status of underlying filesystem or increase the wait time by the config "hbase.wal.async.wait.on.shutdown.seconds"
2024-11-26T14:52:53,715 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-26T14:52:53,715 INFO  [M:0;19945b63c2b4:34149 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-26T14:52:53,716 INFO  [M:0;19945b63c2b4:34149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34149
2024-11-26T14:52:53,716 INFO  [M:0;19945b63c2b4:34149 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-26T14:52:53,728 WARN  [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(258): Failed invocation for hdfs://localhost:41085/user/jenkins/test-data/1c5347e6-3b1f-c417-bfcc-8361d370d27b/MasterData/WALs/19945b63c2b4,34149,1732632045175/19945b63c2b4%2C34149%2C1732632045175.1732632046937
java.lang.reflect.InvocationTargetException: null
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.isFileClosed(RecoverLeaseFSUtils.java:254) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverDFSFileLease(RecoverLeaseFSUtils.java:186) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.RecoverLeaseFSUtils.recoverFileLease(RecoverLeaseFSUtils.java:96) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.recoverLease(AbstractFSWAL.java:2031) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2044) ~[classes/:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: java.io.IOException: Filesystem closed
	at org.apache.hadoop.hdfs.DFSClient.checkOpen(DFSClient.java:490) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DFSClient.isFileClosed(DFSClient.java:1808) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2539) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$46.doCall(DistributedFileSystem.java:2536) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.isFileClosed(DistributedFileSystem.java:2554) ~[hadoop-hdfs-client-3.4.1.jar:?]
	... 12 more
2024-11-26T14:52:53,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:52:53,882 INFO  [M:0;19945b63c2b4:34149 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-26T14:52:53,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34149-0x1017796de850000, quorum=127.0.0.1:55356, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-26T14:52:53,924 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@367f3488{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T14:52:53,925 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c0d7560{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:52:53,925 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:52:53,925 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59eae107{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T14:52:53,926 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6268d40{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:52:53,927 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-26T14:52:53,927 WARN  [BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-26T14:52:53,927 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-26T14:52:53,927 WARN  [BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868191336-172.17.0.3-1732632039559 (Datanode Uuid f5cbb076-c582-4d91-9ce5-c1084f008b1a) service to localhost/127.0.0.1:41085
2024-11-26T14:52:53,929 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data5/current/BP-1868191336-172.17.0.3-1732632039559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T14:52:53,930 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data6/current/BP-1868191336-172.17.0.3-1732632039559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T14:52:53,930 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-26T14:52:53,933 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b9a68a9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T14:52:53,933 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@56952abb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:52:53,933 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:52:53,933 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76645274{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T14:52:53,933 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16f22913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:52:53,935 WARN  [BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-26T14:52:53,935 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-26T14:52:53,935 WARN  [BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868191336-172.17.0.3-1732632039559 (Datanode Uuid d9a08cf0-5278-41c5-a4e4-b5442c8d0ad9) service to localhost/127.0.0.1:41085
2024-11-26T14:52:53,935 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-26T14:52:53,935 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data3/current/BP-1868191336-172.17.0.3-1732632039559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T14:52:53,936 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data4/current/BP-1868191336-172.17.0.3-1732632039559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T14:52:53,936 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-26T14:52:53,938 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64986ec5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-26T14:52:53,939 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7147894f{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:52:53,939 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:52:53,939 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@726dcf3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T14:52:53,939 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ab3224e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:52:53,940 WARN  [BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-26T14:52:53,940 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-26T14:52:53,940 WARN  [BP-1868191336-172.17.0.3-1732632039559 heartbeating to localhost/127.0.0.1:41085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1868191336-172.17.0.3-1732632039559 (Datanode Uuid f4df3365-a7a9-4283-a328-c0fdd85689dc) service to localhost/127.0.0.1:41085
2024-11-26T14:52:53,940 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-26T14:52:53,941 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data1/current/BP-1868191336-172.17.0.3-1732632039559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T14:52:53,942 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/cluster_96f732e4-8a79-f133-b367-ad6a98f2b992/data/data2/current/BP-1868191336-172.17.0.3-1732632039559 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-26T14:52:53,942 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-26T14:52:53,948 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5996a1b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-26T14:52:53,948 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@649f03da{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-26T14:52:53,948 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-26T14:52:53,948 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@af8acfe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-26T14:52:53,948 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186b7ee9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/test-data/57acfd48-5710-abb0-5399-fec6e64c7baa/hadoop.log.dir/,STOPPED}
2024-11-26T14:52:53,961 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-26T14:52:54,145 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down